-- Logs begin at Thu 2021-04-08 13:30:49 UTC, end at Thu 2021-04-08 14:34:04 UTC. -- Apr 08 14:08:42.266360 dv-cinder-784623-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 14:08:45.459426 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.common.config [-] Logging enabled! Apr 08 14:08:45.460004 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44 Apr 08 14:08:45.461313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 14:08:45.463130 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.common.config [-] Logging enabled! Apr 08 14:08:45.463421 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44 Apr 08 14:08:45.463767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84173) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 14:08:45.464939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 14:08:45.465202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 14:08:45.466293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 14:08:45.466577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 14:08:45.466892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 14:08:45.467266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.467613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.468002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.468400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.469616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.469953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.470307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.470650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.470996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.471320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.471629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.471951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.472213 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.472532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.472861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.473190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.473445 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] debug = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.473758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.474329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.474657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.475064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.475394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.475749 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.476274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.476823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.477226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.477609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] host = dv-cinder-784623-3-smb {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.478153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.478724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.479139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.479621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.480141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.480572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.481105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.481602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.482102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.482668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.483207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.483748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.484335 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.484762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.485168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.485700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.486258 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.486761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.487259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.487754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.488248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.488817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.489234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.490853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.490853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.490853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.490853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.490853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.491896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.491896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.491896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.492170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.493267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.493267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.493267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.493267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.493733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.493931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.494354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.494684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.495066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.495379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.495709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.496163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.496390 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.496727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] use_json = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.497076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.497442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.497835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.500780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.501539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.501539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.502216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.502216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.502656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.502939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.503310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.503757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.504142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.504631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.505008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.505442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.505873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.506354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.506718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.507149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.507520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.507895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.508277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.508634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.509007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.509413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.509788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.510165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.510535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.510931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.511271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.511624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.512017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.512400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.512772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.513093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.513471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.513830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.514244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.514560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.514953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.515856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.516257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.516606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.516982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.517350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.517746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.518119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.518616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.518970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.519310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.519666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.520087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.520495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.521536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.521536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.521536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.521787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.522231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.522572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.522944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.523279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.523728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.524020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.524380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.524748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.525124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.525684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.525814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.526151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.526646 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.526833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.527151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.527505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.527851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.528201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.528547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.528897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.529281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.529604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.530029 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.530384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.530708 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.531722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.532070 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.532559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.532881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.533256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.533572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.533935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.534284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.534610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.534944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.535277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.535608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.535940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.536273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.536588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.536945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.537262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:45.537510 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 14:08:45.537788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84173) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 08 14:08:46.277866 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading Gnome Apr 08 14:08:46.295380 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading Google Apr 08 14:08:46.298044 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading Windows (alt) Apr 08 14:08:46.301798 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading file Apr 08 14:08:46.302657 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading keyczar Apr 08 14:08:46.302939 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading multi Apr 08 14:08:46.303590 dv-cinder-784623-3-smb neutron-server[84173]: INFO keyring.backend [-] Loading pyfs Apr 08 14:08:46.351883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:08:46.352167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:08:46.352494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:08:46.352877 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 14:08:46.768878 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.769454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.769454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.772579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.772947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.773299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.816890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.817227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.817528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.833395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.833750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.834060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.905893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.906923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.907250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.908522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.908849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:46.909186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.211762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.212127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.212477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.212785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.214954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.376773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.377187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.377562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.377913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.378288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.378705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.379030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.379373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.379710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.380096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.380441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.380796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.381154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.381494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.381854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.382238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.382582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.382905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.383233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.383646 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.384156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.384489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.384820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.385219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.385502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.385823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.386356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:47.386681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:47.386983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:47.387326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:47.387625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:47.387938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:47.388383 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 14:08:47.392686 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 14:08:47.397209 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 14:08:47.401683 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 08 14:08:47.403528 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 14:08:47.404976 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 14:08:47.405383 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 14:08:47.405878 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 14:08:47.409048 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 14:08:47.409376 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 14:08:47.409819 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 14:08:47.440962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 14:08:47.441547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.441939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84173) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 14:08:47.442466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.443861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84173) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 14:08:47.444240 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 14:08:47.444540 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 14:08:47.447900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.448217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:47.522613 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 14:08:47.522962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 14:08:47.523269 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 14:08:47.523795 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 14:08:47.560625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.sqlalchemy.engines [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84173) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 14:08:48.044577 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing driver for type 'gre' Apr 08 14:08:48.045127 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] gre ID ranges: [(1, 1000)] Apr 08 14:08:48.087599 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing driver for type 'local' Apr 08 14:08:48.087978 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing driver for type 'vlan' Apr 08 14:08:48.098758 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] VlanTypeDriver initialization complete Apr 08 14:08:48.099132 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing driver for type 'vxlan' Apr 08 14:08:48.099674 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] vxlan ID ranges: [(1, 1000)] Apr 08 14:08:48.141263 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing extension driver 'port_security' Apr 08 14:08:48.141634 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.extensions.port_security [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] PortSecurityExtensionDriver initialization complete Apr 08 14:08:48.142012 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing mechanism driver 'openvswitch' Apr 08 14:08:48.142442 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing mechanism driver 'hyperv' Apr 08 14:08:48.148829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:08:48.149679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.150086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.150505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.150930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.151320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.151707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.152126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.152507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.152895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.153312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > security_group after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.153683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > security_group after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.154056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.154500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.154884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.155274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.155819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > address_group after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.156823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > address_group after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.157372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.157745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] ML2 OVO RPC backend initialized. {{(pid=84173) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 08 14:08:48.158570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.158965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.159429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.159813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > networks before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.160196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.160575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > ports before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.160957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.161337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnets before_response 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.161721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.162098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.162497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.162876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.163252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.163627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.163999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.164370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.164742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.165381 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.plugin [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Modular L2 Plugin initialization complete Apr 08 14:08:48.165745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading services supported by the core plugin {{(pid=84173) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 14:08:48.166112 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.plugins.ml2.managers [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Got port-security extension from driver 'port_security' Apr 08 14:08:48.166668 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.extensions.vlantransparent [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Disabled vlantransparent extension. Apr 08 14:08:48.167202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84173) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 14:08:48.167548 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: router Apr 08 14:08:48.206331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.206773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_create 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.207184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router before_create 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.207598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.208020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.208418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_delete 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.208821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.209237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_create 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.209623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_update 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.210018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_update 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.210469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.210876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_update 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.211373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_update 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.211798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.212174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.212547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: subnet after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.212921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.213307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.213697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_create 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.214080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.214489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.214897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router after_update 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.215282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.215679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_create 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.216091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.216480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_update 55549900 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.216915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > network after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.217951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Tracking information for resource: router configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:48.218357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Tracking information for resource: floatingip configured {{(pid=84173) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 14:08:48.224513 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_agentschedulers_db [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 14:08:48.225178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.225577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port after_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.225966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port after_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.226384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: port after_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.227325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router before_create 55550100 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.227730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.228138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_create 55550100 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.228536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > router precommit_update 55550100 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.233304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.provider_configuration [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service providers = [] {{(pid=84173) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 14:08:48.233704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.servicetype_db [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84173) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 14:08:48.237659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.service_base [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 14:08:48.238044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.service_base [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 14:08:48.238468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.service_base [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 14:08:48.239366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.service_base [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84173) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 14:08:48.239762 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.services.service_base [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 14:08:48.240187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.240543 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 14:08:48.251177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.251550 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: auto_allocate Apr 08 14:08:48.257452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: network precommit_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.257852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: network precommit_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.258478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.258834 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: tag Apr 08 14:08:48.266719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.267089 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: timestamp Apr 08 14:08:48.270975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.271343 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: network_ip_availability Apr 08 14:08:48.277009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.277411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.277801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.278630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.278989 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: flavors Apr 08 14:08:48.284398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.284772 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading Plugin: revisions Apr 08 14:08:48.289059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84173) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 14:08:48.289490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.937s {{(pid=84173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:08:48.290312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84173) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 08 14:08:48.290674 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Initializing extension manager. Apr 08 14:08:48.291238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: __init__.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.291616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: __pycache__ {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.291986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.292355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: address_group.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.293164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.293964 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: address-group Apr 08 14:08:48.294358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: address_scope.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.295183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.295709 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: address-scope Apr 08 14:08:48.296070 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.297855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.298492 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: router-admin-state-down-before-update Apr 08 14:08:48.298853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: agent.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.299620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.300194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: agent Apr 08 14:08:48.300552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: agent_resources_synced.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.301475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.302051 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: agent-resources-synced Apr 08 14:08:48.302430 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: allowedaddresspairs.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.304249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.304835 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: allowed-address-pairs Apr 08 14:08:48.305202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: auto_allocated_topology.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.306306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.306892 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: auto-allocated-topology Apr 08 14:08:48.307257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: availability_zone.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.308000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.308575 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: availability_zone Apr 08 14:08:48.308934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: availability_zone_filter.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.309863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.310465 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: availability_zone_filter Apr 08 14:08:48.310823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: data_plane_status.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.311734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.312879 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 14:08:48.313486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: default_subnetpools.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.314504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.315080 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: default-subnetpools Apr 08 14:08:48.315438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.316322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.318266 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: dhcp_agent_scheduler Apr 08 14:08:48.318619 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: dns.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.319550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.320133 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension dns-integration not supported by any of loaded plugins Apr 08 14:08:48.320495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: dns_domain_ports.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.321441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.322016 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 14:08:48.322418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: dvr.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.323146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.323723 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: dvr Apr 08 14:08:48.324081 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: empty_string_filtering.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.325000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.325573 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: empty-string-filtering Apr 08 14:08:48.325928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.326873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.327441 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 14:08:48.327840 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.329076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.329645 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 14:08:48.330004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: external_net.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.330955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.331525 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: external-net Apr 08 14:08:48.331883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.332801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.333372 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: extra_dhcp_opt Apr 08 14:08:48.333731 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: extraroute.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.334669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.335244 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: extraroute Apr 08 14:08:48.335607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: extraroute_atomic.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.336649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.337226 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: extraroute-atomic Apr 08 14:08:48.337584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: filter_validation.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.338310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.338881 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: filter-validation Apr 08 14:08:48.339239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: fip_pf_description.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.340156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.340726 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 14:08:48.341079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: fip_port_details.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.342006 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.342605 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: fip-port-details Apr 08 14:08:48.342962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: flavors.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.344729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.345316 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: flavors Apr 08 14:08:48.345680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.347414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.348008 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 14:08:48.348379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: floatingip_pools.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.349311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.349811 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: floatingip-pools Apr 08 14:08:48.350285 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: ip_allocation.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.351152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.351733 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 14:08:48.352086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.353022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.353602 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: ip-substring-filtering Apr 08 14:08:48.353961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l2_adjacency.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.355043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.355503 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 14:08:48.355851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.356955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.357535 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: router Apr 08 14:08:48.357897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.361005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.361597 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 14:08:48.361969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.362934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.363516 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: ext-gw-mode Apr 08 14:08:48.363877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.364806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.365384 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: l3-ha Apr 08 14:08:48.365744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3_flavors.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.366681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.367259 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: l3-flavors Apr 08 14:08:48.367617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.368586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.369354 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 14:08:48.369694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: l3agentscheduler.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.371333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.371981 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: l3_agent_scheduler Apr 08 14:08:48.372426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: logging.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.374061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.374728 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension logging not supported by any of loaded plugins Apr 08 14:08:48.375674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: metering.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.376742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.377450 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: metering Apr 08 14:08:48.377817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.378960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.379541 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: metering_source_and_destination_fields Apr 08 14:08:48.379904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: multiprovidernet.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.380866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.381437 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: multi-provider Apr 08 14:08:48.381797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: netmtu.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.382747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.383325 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: net-mtu Apr 08 14:08:48.383681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: netmtu_writable.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.384605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.385180 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: net-mtu-writable Apr 08 14:08:48.385550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: network_availability_zone.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.386311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.386896 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: network_availability_zone Apr 08 14:08:48.387248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: network_ip_availability.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.388413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.389017 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: network-ip-availability Apr 08 14:08:48.389364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: network_segment_range.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.390225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.391189 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 14:08:48.391549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: pagination.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.392686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.393060 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: pagination Apr 08 14:08:48.393418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: port_device_profile.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.394379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.394959 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: port-device-profile Apr 08 14:08:48.395332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.396259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.396843 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: port-mac-address-regenerate Apr 08 14:08:48.397208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.398134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.398767 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: port-numa-affinity-policy Apr 08 14:08:48.399121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: port_resource_request.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.400080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.400645 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 14:08:48.400997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: portbindings.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.401959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.402559 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: binding Apr 08 14:08:48.402912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: portbindings_extended.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.404218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.404807 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: binding-extended Apr 08 14:08:48.405167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: portsecurity.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.406172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.406971 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: port-security Apr 08 14:08:48.407331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: project_id.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.408317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.408714 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: project-id Apr 08 14:08:48.409048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: providernet.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.409975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.410586 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: provider Apr 08 14:08:48.410946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.414514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.415105 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos not supported by any of loaded plugins Apr 08 14:08:48.415476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.416820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.417404 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 14:08:48.417769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.418733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.419307 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 14:08:48.419667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_default.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.420589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.421159 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-default not supported by any of loaded plugins Apr 08 14:08:48.422037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_fip.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.423087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.423668 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-fip not supported by any of loaded plugins Apr 08 14:08:48.424033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_gateway_ip.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.424968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.425540 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 14:08:48.425899 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_port_network_policy.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.426853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.427427 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 14:08:48.427800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_rule_type_details.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.428714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.429286 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 14:08:48.429647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: qos_rules_alias.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.430748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.431362 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 14:08:48.431718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: quotasv2.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.432776 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.433123 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: quotas Apr 08 14:08:48.433484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: quotasv2_detail.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.435114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.435492 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: quota_details Apr 08 14:08:48.435859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: rbac.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.437056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.438564 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: rbac-policies Apr 08 14:08:48.438889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: rbac_address_group.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.439843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.440426 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: rbac-address-group Apr 08 14:08:48.440790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: rbac_address_scope.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.441721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.442334 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: rbac-address-scope Apr 08 14:08:48.442695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: rbac_security_groups.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.443736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.444319 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: rbac-security-groups Apr 08 14:08:48.444678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: rbac_subnetpool.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.445606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.446235 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: rbac-subnetpool Apr 08 14:08:48.446606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: revisionifmatch.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.447512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.448084 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: revision-if-match Apr 08 14:08:48.448447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: revisions.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.449605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.450179 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: standard-attr-revisions Apr 08 14:08:48.450594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: router_availability_zone.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.451315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.451894 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: router_availability_zone Apr 08 14:08:48.452251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: routerservicetype.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.454000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.454668 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension router-service-type not supported by any of loaded plugins Apr 08 14:08:48.455026 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.455959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.456720 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: security-groups-normalized-cidr Apr 08 14:08:48.456989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.458033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.458687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: port-security-groups-filtering Apr 08 14:08:48.459120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.460006 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.460582 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: security-groups-remote-address-group Apr 08 14:08:48.460934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: securitygroup.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.475114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.475743 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: security-group Apr 08 14:08:48.476115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: segment.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.477010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.477587 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension segment not supported by any of loaded plugins Apr 08 14:08:48.477952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.478963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.479545 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 14:08:48.479905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: servicetype.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.481017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.481607 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: service-type Apr 08 14:08:48.481972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: sorting.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.483007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.483385 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: sorting Apr 08 14:08:48.483747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: standard_attr_segment.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.485050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.485632 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 14:08:48.485993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: standardattrdescription.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.486727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.487309 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: standard-attr-description Apr 08 14:08:48.487666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: stateful_security_group.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.488615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.489194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: stateful-security-group Apr 08 14:08:48.489554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: stdattrs_common.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.490136 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 14:08:48.490520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.491555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.492134 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 14:08:48.492490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: subnet_onboard.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.493707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.494411 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: subnet_onboard Apr 08 14:08:48.494772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.495798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.496433 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 14:08:48.496804 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: subnet_service_types.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.497769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.498404 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: subnet-service-types Apr 08 14:08:48.498765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: subnetallocation.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.500131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.500766 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: subnet_allocation Apr 08 14:08:48.501128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.501840 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.502467 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: subnetpool-prefix-ops Apr 08 14:08:48.502825 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.503782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.504368 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 14:08:48.504722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: tagging.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.506049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.506691 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: standard-attr-tag Apr 08 14:08:48.507061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: timestamp.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.508257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.508834 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loaded extension: standard-attr-timestamp Apr 08 14:08:48.509197 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: trunk.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.510264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.510846 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension trunk not supported by any of loaded plugins Apr 08 14:08:48.511214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: trunk_details.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.512153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.512733 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension trunk-details not supported by any of loaded plugins Apr 08 14:08:48.513089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: uplink_status_propagation.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.514097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.514632 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 14:08:48.514985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Loading extension file: vlantransparent.py {{(pid=84173) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 14:08:48.516564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84173) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 14:08:48.517203 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 14:08:48.520002 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:network Apr 08 14:08:48.520834 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:subnet Apr 08 14:08:48.521513 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 14:08:48.522168 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:port Apr 08 14:08:48.523709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.524701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service FLAVORS assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.525043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.525452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.525826 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:router Apr 08 14:08:48.526617 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:floatingip Apr 08 14:08:48.527394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service METERING assigned prefix: /metering {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.529229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.529642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.530034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84173) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:08:48.531913 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 14:08:48.532617 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:security_group Apr 08 14:08:48.533451 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 14:08:48.534297 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service CORE assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.534672 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 14:08:48.535039 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] subnetpool is already registered Apr 08 14:08:48.535704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service CORE assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.536075 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 14:08:48.536432 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] subnetpool is already registered Apr 08 14:08:48.539210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.539688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service FLAVORS assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.540331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.540789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.541156 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:router Apr 08 14:08:48.541521 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] router is already registered Apr 08 14:08:48.542171 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:floatingip Apr 08 14:08:48.542573 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] floatingip is already registered Apr 08 14:08:48.543257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service METERING assigned prefix: /metering {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.543984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 14:08:48.544344 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] rbac_policy is already registered Apr 08 14:08:48.545865 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:security_group Apr 08 14:08:48.546223 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] security_group is already registered Apr 08 14:08:48.547126 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 14:08:48.547706 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] security_group_rule is already registered Apr 08 14:08:48.548358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service CORE assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.548728 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 14:08:48.549090 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] subnetpool is already registered Apr 08 14:08:48.549768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.resource_helper [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Service CORE assigned prefix: {{(pid=84173) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 14:08:48.550144 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 14:08:48.550575 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.quota.resource_registry [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] subnetpool is already registered Apr 08 14:08:48.551238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: extensions {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.552798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: address-groups {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.554558 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: address-scopes {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.555760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: agents {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.556959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: auto-allocated-topology {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.558292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: availability_zones {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.559667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: dhcp-networks {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.561126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: dhcp-agents {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.562935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: routers {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.564808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: flavors {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.566016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: service_profiles {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.567326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: next_providers {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.568925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: service_profiles {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.570522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: floatingip-pools {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.571703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: routers {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.573555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: floatingips {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.574839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: l3-routers {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.576296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: l3-agents {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.578388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: metering-labels {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.580037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: metering-label-rules {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.581380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: network-ip-availabilities {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.582724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: bindings {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.584443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: quotas {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.585938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: quotas {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.587430 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: rbac-policies {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.588802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: security-groups {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.590059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: security-group-rules {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.591391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: service-providers {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.592799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: subnetpools {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.595652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: subnetpools {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.597193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.599007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.600916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.602799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.604684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.606606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.608443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.612548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.614432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.616371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.extensions [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Extended resource: tags {{(pid=84173) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 14:08:48.623326 dv-cinder-784623-3-smb neutron-server[84173]: WARNING keystonemiddleware.auth_token [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 14:08:48.629675 dv-cinder-784623-3-smb neutron-server[84173]: WARNING keystonemiddleware.auth_token [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 14:08:48.638600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Acquired lock "singleton_lock" {{(pid=84173) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 14:08:48.639182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Releasing lock "singleton_lock" {{(pid=84173) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 14:08:48.640851 dv-cinder-784623-3-smb neutron-server[84173]: INFO oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Starting 2 workers Apr 08 14:08:48.645801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Started child 84286 {{(pid=84173) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 14:08:48.649715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:08:48.650724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Started child 84287 {{(pid=84173) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 14:08:48.651277 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [-] (84286) wsgi starting up on http://0.0.0.0:9696 Apr 08 14:08:48.652216 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 14:08:48.652888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Notify callbacks [] for process, before_spawn {{(pid=84173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:08:48.654241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:08:48.655360 dv-cinder-784623-3-smb neutron-server[84173]: INFO oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Starting 1 workers Apr 08 14:08:48.655644 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [-] (84287) wsgi starting up on http://0.0.0.0:9696 Apr 08 14:08:48.661698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Started child 84288 {{(pid=84173) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 14:08:48.662267 dv-cinder-784623-3-smb neutron-server[84173]: INFO oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Starting 1 workers Apr 08 14:08:48.663973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] calling RpcWorker wait() {{(pid=84288) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 14:08:48.664447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] returning from RpcWorker wait() {{(pid=84288) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 14:08:48.665984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:08:48.666593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:08:48.667120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Started child 84289 {{(pid=84173) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 14:08:48.667930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d914fba9-4795-4b62-95c6-90695ff878ed None None] Notify callbacks [] for process, after_spawn {{(pid=84173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:08:48.669573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84173) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 08 14:08:48.669820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 14:08:48.670023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 14:08:48.670315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 14:08:48.670729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 14:08:48.670924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 14:08:48.671479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.672777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.672777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.673022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.673157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:08:48.673424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.674136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.674456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.674768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.675076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.675347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.675544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.675737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.676028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.676316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.676652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.676954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.677222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.677512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.677720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.677990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.678347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.678644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.678952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] debug = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.679236 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.679810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.680073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.680350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.680598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.680897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.681167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.681468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.681739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.681981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.682275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.682564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.682837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.683049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.683299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.683574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.683826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.684300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] host = dv-cinder-784623-3-smb {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.684562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.684830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.685090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.685352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.685631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.685890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.686169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.686487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.686775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.687030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.687339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.687747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.688215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.688501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.688692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_options = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.688964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.689282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.689578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.689795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.689987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.690151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.690485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.690674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.690953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.691280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.691536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.691691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.691935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.692182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.692462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.692731 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.693007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.693251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.693540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.693828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.694081 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.694369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.694616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.694879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.695122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.695367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.695629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.695890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.696130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.696415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.696676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.696968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.697230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.697520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.697800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.698039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.698313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.698633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.698901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.699190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.699471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.699713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.700767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.701198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.701448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.701790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_json = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.702021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.702313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.702637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.703006 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.703265 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.703537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.703933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.704056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.704490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.704811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.705174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.705440 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.705728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.706004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.707032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.707032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.707032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.707309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.707381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:08:48.707474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.708131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.708131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.708131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.708372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.708702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.709115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.709829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.709829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.710004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.710266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.710525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.710871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.711187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.711478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.711753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.712020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.712273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.712535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.712790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.713155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.713470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.714903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.714903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.714903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.714903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.714903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.715366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.715366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.715550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.715764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.716036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.716290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.716538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.716787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.717032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.717278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.717575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.717839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.718133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.719152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.719837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.721946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.722260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.722550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.722806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.723023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.724943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.725038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.725284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.725535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.725794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.726868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.726868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.726868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.726868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.727261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.727261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.727448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.727748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.728452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.728452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.728667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.728836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.729130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.729377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.729681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.729933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.730184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.730471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.730774 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.731068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.731351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.731628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.731875 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.732188 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.732442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.733481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.733481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.733481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.733481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.733896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.734039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.734934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.735201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.735527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.735849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.736105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.736431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.736695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.736996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.737344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.737667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.737948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.738253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.738539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.738837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.739141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.739486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.739767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.740054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.740323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.740586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.740842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.741073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.741302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.741598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.742046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.742284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.742461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.742830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.743003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.743238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.743489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.743784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.744072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.744350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.744622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.744906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.745179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.745443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.745742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.746008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.746296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.746650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.746918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.747191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.747432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.747730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.747994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.748264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.748511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.748757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.749023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.749291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.749541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.749828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.750108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.750574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.750836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.751107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.751354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.751643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.751892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.752209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.752506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.752876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.753054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.753332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.753639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.753884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.754174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.754455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.754721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.754968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.755217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.755463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.755728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.756008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.756257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.756532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.756814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.757189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.757461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.757732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.758012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.758303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.758556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.761610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.762447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.763145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.763145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.763145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.763445 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.763545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.763854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.764070 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.764179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.764391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.765597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.765597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.765597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.765597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.765979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.766181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.766591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.766871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.767177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.767628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.767805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.768058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.768345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.768643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.768876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.769288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.769772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.770375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.770882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.771345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.771781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.772241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.772724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.773037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.773291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.773617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.773987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.774323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.774617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.774911 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.775198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.775455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.775708 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.775960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.776219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.776470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.776750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.777032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.777290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.777539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.777807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.778060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.778346 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.778592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.778851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.779101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.779300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 14:08:48.779839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84173) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 08 14:08:48.780027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 14:08:48.780209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 14:08:48.780411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 14:08:48.780612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 14:08:48.780793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 14:08:48.781586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.781779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.782048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.782285 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.782522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.782983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.782983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.783159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.783231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.783391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.784000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.784389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.784702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.785004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.785340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.785508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.785810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.786119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.786470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.786798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.787120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.787441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.787789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] debug = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.787986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.788188 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.788385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.788577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.788763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.789005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.789178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.789367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.789554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.789748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.789933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.790118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.790329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.790514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.790702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.790887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.791073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.791240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] host = dv-cinder-784623-3-smb {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.791568 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.791908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.792231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.792556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.792859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.793154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.793473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.793641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.793976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.794302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.794638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.794961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.795289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.795480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.795670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_options = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.795839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.796190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.796566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.797342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.797494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.797790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.797965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.798347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.798547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.798730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.798920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.799101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.799239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.799404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.799591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.799781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.799966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.800153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.800340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.800526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.800710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.800894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.801079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.801263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.801446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.801629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.801814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.801998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.802180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.802387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.802573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.802757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.802941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.803125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.803308 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.803492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.803676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.803868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.804057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.804243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.804427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.804634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.804811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.804973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.805121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.805273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_json = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.805422 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.805571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.805728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.805878 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.806034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.806185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.806371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.806525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 14:08:48.806742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.806933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.807135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.807296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.807484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.807647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.807833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.807989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.808181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.808337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.808536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.808702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.808900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.809056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.809248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.809440 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.809596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.809796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.809988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.810179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.810357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.810553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.810761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.810952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.811122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.811305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.811462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.811654 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.811844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.812035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.812518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.812518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.812817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.812817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.813097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.813097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.813374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.813374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.813665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.813665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.814931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.815990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.816136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.816281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.816467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.816632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.816780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.816973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.817128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.817337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.817499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.817687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.817853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.818037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.818223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.818378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.818571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.818727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.818920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.819196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.819378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.819526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.819673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.819831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.819991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.820222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.820222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.820518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.820518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.820797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.820943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.821090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.821244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.821391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.821537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.821682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.821828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.822013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.822170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.822387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.822535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.822693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.822841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.823028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.823185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.823411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.823571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.823718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.823866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.824054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.824229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.824416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.824602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.824790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.824986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.825169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.825306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.825492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.825678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.825876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.826066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.826280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.826475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.826651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.827022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.827217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.827406 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.827595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.827815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.828095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.828288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.828476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.828662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.828848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.828951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.829141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.829340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.829528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.829720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.829908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.830146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.830357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.830544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.830732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.830919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.831106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.831295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.831482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.831673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.831861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.832050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.832245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.832429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.832617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.832803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.832981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.833154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.833342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.833528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.833717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.833905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.834091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.834303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.834496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.834666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.834866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.835010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.835149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.835323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.835514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.835670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.835857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.836044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.836231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.836417 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.836605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.836792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.836981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.837215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.837407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.837596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.837852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.838014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.838154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.838326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.838475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.838663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.838853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.839040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.839229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.839429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.839674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.839819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.839958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.840097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.840272 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.840460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.840647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.840835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.841022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.841209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.841395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.841581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.841768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.841960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.842180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.842426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.842644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.842644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.843080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.843080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.843903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.843903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.844273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.844273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.844940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.844940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.845294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.845294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.845631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.845631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.845898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.845898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.846210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.846210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.846519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.846519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.846960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.846960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.847273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.847273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.847645 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.847645 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:08:48.848715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.848715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.849312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.849312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.849312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.849772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.849772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.849772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.850292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.850292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.850292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.850746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.850746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.850746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.851958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.852263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.852263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.852579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.852579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.852887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.852887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.853190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.853190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.853494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.853494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.853796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.853796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.854115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 14:08:48.854115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84173) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 14:08:48.939708 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39586) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:08:48.952299 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102282 Apr 08 14:08:59.882577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d5286-c308-4024-b7a8-f9c4a37562c6 None None] get_active_networks_info from dv-cinder-784623-3-smb {{(pid=84288) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 14:09:00.110326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d5286-c308-4024-b7a8-f9c4a37562c6 None None] No non-hosted networks {{(pid=84288) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 14:09:00.181018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agentschedulers_db [None req-ea0d5286-c308-4024-b7a8-f9c4a37562c6 None None] DHCP Agent not found on host dv-cinder-784623-3-smb {{(pid=84288) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 14:09:00.341855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1b13b349-dd2c-4e21-ae73-fb458553740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767'] for agent, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:02.376649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-162eac1c-10ff-4915-9619-c0b553b5f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767'] for agent, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:02.430692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4d905f5c-04c8-4653-b8f7-154d93609880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:02.852564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767'] for agent, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:04.024596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767'] for agent, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:04.025915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.026905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.027468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.028665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.029724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.030482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.031962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.032621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.033845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.034429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.035002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.035563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:04.036193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:04.058034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:04.136136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767'] for agent, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:05.771225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39676) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:05.923558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_hamode_db [None req-502b3881-284f-409e-8ac6-98e026a81ce8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 14:09:06.015940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b3881-284f-409e-8ac6-98e026a81ce8 None None] Routers set() bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:09:06.016663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b3881-284f-409e-8ac6-98e026a81ce8 None None] Router IDs set() for agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 08 14:09:06.435493 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-7e6c2b31-50db-4155-9386-a93b23894c44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:06.436077 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-7e6c2b31-50db-4155-9386-a93b23894c44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:06.668344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [None req-7e6c2b31-50db-4155-9386-a93b23894c44 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:09:06.669472 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7e6c2b31-50db-4155-9386-a93b23894c44 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8971946 Apr 08 14:09:09.451516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39692) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:09.846629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:09.953068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.policy [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84287) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 08 14:09:10.009036 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:10.009466 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:10.028208 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] Loaded quota_driver: . Apr 08 14:09:10.044890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:10.104619 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284276569385', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284276465939', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284276477013', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284276450505', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284276433614', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284276433295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852805922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852752118', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853181470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853227131'] for rbac-policy, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:10.172013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:10.173801 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-eac83bb6-13f6-46d9-ac74-ef94b1fdc98f admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7208138 Apr 08 14:09:13.218309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39706) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:13.611713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e6faa59314a944d2b676374c2289c2bf'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:13.617623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:13.622330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Usage tracker for resource:network and tenant:e6faa59314a944d2b676374c2289c2bf is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:13.627046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:13.633456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:13.642835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Made reservation on behalf of e6faa59314a944d2b676374c2289c2bf for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:09:13.648935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:13.666500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:13.683896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:13.688362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Usage tracker for resource:security_group_rule and tenant:e6faa59314a944d2b676374c2289c2bf is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:13.692049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:13.697933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:13.954549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:13.957260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:13.961967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:13.979989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:09:14.007599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752580291050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:14.008213 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Unsubscribe: segment precommit_create {{(pid=84287) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 08 14:09:14.008690 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Added segment 2bb4ff37-05c2-46e0-b978-81b30321ab00 of type vlan for network e302166f-a163-42d3-973b-07ae0c03f78b Apr 08 14:09:14.061147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cec24f-2a6a-495e-a3e4-c6f29a4f6468,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:14.080271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.080643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.081005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.081360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.081713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.082065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.082450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.082802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.083153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.083501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.083847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.084191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Tracked resource versions report: Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:09:14.085324 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:09:14.131515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:14.139862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:14.172552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:14.173963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:14.174678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:14.180108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:14.293188 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0736864 Apr 08 14:09:14.293915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Pushing event updated for resources: {'Network': ['ID=e302166f-a163-42d3-973b-07ae0c03f78b,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:14.297982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:14.309480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network e302166f-a163-42d3-973b-07ae0c03f78b details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:09:17.454802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39722) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:17.950544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8835be-83ed-492a-b200-26f2a04e8eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:17.951924 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7c8835be-83ed-492a-b200-26f2a04e8eda admin admin] 10.222.0.35 "GET /v2.0/networks/e302166f-a163-42d3-973b-07ae0c03f78b HTTP/1.1" status: 200 len: 825 time: 0.4960828 Apr 08 14:09:17.981367 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-340223ab-d084-47ff-b74b-3a0c315c0b24 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/6a3cda91-781a-4f2e-a028-48bfaf300acf HTTP/1.1" status: 200 len: 734 time: 0.0231414 Apr 08 14:09:17.991308 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf', 'name': 'private-subnet'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:17.995974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:18.000576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Usage tracker for resource:subnet and tenant:e6faa59314a944d2b676374c2289c2bf is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:18.003602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:18.009496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:18.019221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Made reservation on behalf of e6faa59314a944d2b676374c2289c2bf for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:09:18.024035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:18.512401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:18.527834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:18.669511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bbb18b-90f9-4725-813c-d398147bd8be,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:18.677156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:18.732546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Checking segment: {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:09:18.732935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Network hostable DHCP agents. Network: e302166f-a163-42d3-973b-07ae0c03f78b, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:09:18.754075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Network e302166f-a163-42d3-973b-07ae0c03f78b is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:09:18.762672 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, e302166f-a163-42d3-973b-07ae0c03f78b) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:09:18.767527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:18.768162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:18.774330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79d518-59cb-49bd-b2cb-7fed195e5ede None None] Network e302166f-a163-42d3-973b-07ae0c03f78b requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:09:18.787958 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8003399 Apr 08 14:09:19.109598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-e302166f-a163-42d3-973b-07ae0c03f78b', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:09:19.111133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:19.312453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Allocated IP 172.20.0.2 (e302166f-a163-42d3-973b-07ae0c03f78b/a0bbb18b-90f9-4725-813c-d398147bd8be/b38a3c0c-1406-41d5-92d2-6cf3268ae65a) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:09:19.743311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:19.756038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Transition to ACTIVE for port object b38a3c0c-1406-41d5-92d2-6cf3268ae65a will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:09:19.776632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Transition to ACTIVE for port object b38a3c0c-1406-41d5-92d2-6cf3268ae65a will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:09:19.783555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:19.797339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:19.931858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Pushing event updated for resources: {'Port': ['ID=b38a3c0c-1406-41d5-92d2-6cf3268ae65a,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:19.948129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.948508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.948880 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.949240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.949599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.949955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.950334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.950689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.951041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.951391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.951739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.952087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Tracked resource versions report: Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:09:19.953808 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:09:19.960698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:20.007458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Network e302166f-a163-42d3-973b-07ae0c03f78b is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:09:20.008727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:09:20.011577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:09:20.113348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Attempting to bind port b38a3c0c-1406-41d5-92d2-6cf3268ae65a on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:09:20.113779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Attempting to bind port b38a3c0c-1406-41d5-92d2-6cf3268ae65a by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:09:20.114212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Attempting to bind port b38a3c0c-1406-41d5-92d2-6cf3268ae65a on network e302166f-a163-42d3-973b-07ae0c03f78b {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:09:20.119850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:09:20.120280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Checking segment: {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:09:20.120748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:20.121178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Bound using segment: {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:09:20.121722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Bound port: b38a3c0c-1406-41d5-92d2-6cf3268ae65a, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:09:20.122543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:20.207574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] For port b38a3c0c-1406-41d5-92d2-6cf3268ae65a, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:09:20.212358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] For port b38a3c0c-1406-41d5-92d2-6cf3268ae65a, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=b38a3c0c-1406-41d5-92d2-6cf3268ae65a,segment=NetworkSegment(2bb4ff37-05c2-46e0-b978-81b30321ab00),segment_id=2bb4ff37-05c2-46e0-b978-81b30321ab00)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:09:20.215786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:20.231902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:20.387685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Pushing event updated for resources: {'Port': ['ID=b38a3c0c-1406-41d5-92d2-6cf3268ae65a,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:20.392578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:21.585860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39732) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:21.998518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [None req-545f4978-9df7-4f4d-90b5-67469fcf8ed5 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:09:22.000371 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-545f4978-9df7-4f4d-90b5-67469fcf8ed5 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4133213 Apr 08 14:09:24.290218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device b38a3c0c-1406-41d5-92d2-6cf3268ae65a up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:09:24.364560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port b38a3c0c-1406-41d5-92d2-6cf3268ae65a completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:09:24.809055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39746) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:25.212649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [None req-97814cce-8b9c-4012-8f2a-6a624904a96c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:09:25.213741 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-97814cce-8b9c-4012-8f2a-6a624904a96c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4036593 Apr 08 14:09:25.242111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf484e9a-377f-49e2-a0fc-4c9120fd4c1f None None] Network e302166f-a163-42d3-973b-07ae0c03f78b requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:09:25.336461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Provisioning for port b38a3c0c-1406-41d5-92d2-6cf3268ae65a completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:09:25.351834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Provisioning complete for port b38a3c0c-1406-41d5-92d2-6cf3268ae65a triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:25.352276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:25.569262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:25.637058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] For port b38a3c0c-1406-41d5-92d2-6cf3268ae65a, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=b38a3c0c-1406-41d5-92d2-6cf3268ae65a,segment=NetworkSegment(2bb4ff37-05c2-46e0-b978-81b30321ab00),segment_id=2bb4ff37-05c2-46e0-b978-81b30321ab00)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:09:25.642369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:25.647552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:25.735163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Pushing event updated for resources: {'Port': ['ID=b38a3c0c-1406-41d5-92d2-6cf3268ae65a,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:25.740025 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:25.970068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-a033f2ce-5b8c-4b59-8c1b-f469b35e44d3 None None] Provisioning complete for port b38a3c0c-1406-41d5-92d2-6cf3268ae65a triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:25.970694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a033f2ce-5b8c-4b59-8c1b-f469b35e44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:26.266945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device b38a3c0c-1406-41d5-92d2-6cf3268ae65a up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:09:26.337720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port b38a3c0c-1406-41d5-92d2-6cf3268ae65a triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:26.338335 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:28.293854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39758) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:28.667057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Request body: {'router': {'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'name': 'router1', 'admin_state_up': True}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:28.673048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:28.677006 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Usage tracker for resource:router and tenant:e6faa59314a944d2b676374c2289c2bf is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:28.680200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:28.686050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:28.695827 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:28.697133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:28.717061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:28.822651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:28.844321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:28.846653 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6ed4bfd3-69dd-47f3-9385-2301c8f61717 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5516918 Apr 08 14:09:29.760798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0e92b95b-b603-48a3-8267-7aff715020ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:31.587937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 39768) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:32.226625 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-2c055706-1928-4e3e-a4f3-153a9bcd17ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:32.227223 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-2c055706-1928-4e3e-a4f3-153a9bcd17ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:32.381985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-decb8627-3167-4586-acbf-2721b1dc25dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:32.459368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [None req-2c055706-1928-4e3e-a4f3-153a9bcd17ec admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:09:32.460684 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2c055706-1928-4e3e-a4f3-153a9bcd17ec admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8705256 Apr 08 14:09:32.804227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:34.031210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:34.032294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:35.183975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 39792) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:35.330947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:35.333866 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.quota [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Loaded quota_driver: . Apr 08 14:09:35.351178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:35.357733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Usage tracker for resource:network and tenant:88c48f30c32e48328b68846c73d8bf45 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:35.362417 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:35.370233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:35.385791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Made reservation on behalf of 88c48f30c32e48328b68846c73d8bf45 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:09:35.465976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.policy [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84286) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 08 14:09:35.523119 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:35.523550 dv-cinder-784623-3-smb neutron-server[84173]: WARNING oslo_policy.policy [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 14:09:35.544623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:35.565718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:35.581665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:35.585637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Usage tracker for resource:security_group_rule and tenant:88c48f30c32e48328b68846c73d8bf45 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:35.588930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:35.595156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:35.702010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:35.707214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:35.714604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:35.728583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Reserving flat network on physical network physnet1 {{(pid=84286) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 08 14:09:35.916047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752580291050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:35.916594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Unsubscribe: segment precommit_create {{(pid=84286) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 08 14:09:35.917069 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Added segment c009fe2e-c5d3-453c-b631-1576b239aacb of type flat for network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 Apr 08 14:09:35.971986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756f931-785a-4a49-9374-abc867c44205,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:35.996701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:35.997115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:35.997602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:35.997965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:35.998345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:35.998701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.000153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.000762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.001067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.001419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.001772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.002125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Tracked resource versions report: Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:09:36.003296 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:09:36.050874 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:36.054413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:36.099789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:36.101196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:36.101852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:36.106631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:36.216725 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0314870 Apr 08 14:09:36.217358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c36e45-8dd2-457a-a0ea-f2a321e3d098,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:36.240360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:36.248050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:09:38.756411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 39818) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:38.878284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d33052-0c77-4afa-8ffc-a1d8b12ced4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:38.879737 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a1d33052-0c77-4afa-8ffc-a1d8b12ced4d admin admin] 10.222.0.35 "GET /v2.0/subnets/a0bbb18b-90f9-4725-813c-d398147bd8be HTTP/1.1" status: 200 len: 849 time: 0.1223617 Apr 08 14:09:39.057700 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bcceda5f-cd1a-4eb2-b08a-afc07e3bbc71 admin admin] 10.222.0.35 "GET /v2.0/routers/00c88baf-93ce-49b6-aea2-54d419bf4b46 HTTP/1.1" status: 200 len: 704 time: 0.1718714 Apr 08 14:09:39.545045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:39.785318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Allocated IP 172.20.0.1 (e302166f-a163-42d3-973b-07ae0c03f78b/a0bbb18b-90f9-4725-813c-d398147bd8be/422e7453-e477-4e0c-b65a-2e95c4d9824d) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:09:39.949256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:39.967928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Transition to ACTIVE for port object 422e7453-e477-4e0c-b65a-2e95c4d9824d will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:09:40.024761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.039788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:40.328292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=422e7453-e477-4e0c-b65a-2e95c4d9824d,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:40.336053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:40.381210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Network e302166f-a163-42d3-973b-07ae0c03f78b is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:09:40.382833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:09:40.386093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:09:40.386665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.602410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-e732a381-7f5b-4f90-8fd3-6266d25c3c07 None None] Provisioning for port 422e7453-e477-4e0c-b65a-2e95c4d9824d completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:09:40.608008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-e732a381-7f5b-4f90-8fd3-6266d25c3c07 None None] Provisioning complete for port 422e7453-e477-4e0c-b65a-2e95c4d9824d triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:40.609064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e732a381-7f5b-4f90-8fd3-6266d25c3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.659989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.664876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-e732a381-7f5b-4f90-8fd3-6266d25c3c07 None None] Port 422e7453-e477-4e0c-b65a-2e95c4d9824d cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:09:40.933286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.937348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.938492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:40.953059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:41.088146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=422e7453-e477-4e0c-b65a-2e95c4d9824d,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:41.098281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:41.147258 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Network e302166f-a163-42d3-973b-07ae0c03f78b is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:09:41.148351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:09:41.354853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Router 00c88baf-93ce-49b6-aea2-54d419bf4b46 is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:09:41.389058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-60ce29f8-4440-4597-ae92-2a919cd95210 None None] Provisioning complete for port 422e7453-e477-4e0c-b65a-2e95c4d9824d triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:41.389469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-60ce29f8-4440-4597-ae92-2a919cd95210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:41.448255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-60ce29f8-4440-4597-ae92-2a919cd95210 None None] Port 422e7453-e477-4e0c-b65a-2e95c4d9824d cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:09:41.522288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:09:41.534650 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] 10.222.0.35 "PUT /v2.0/routers/00c88baf-93ce-49b6-aea2-54d419bf4b46/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4681296 Apr 08 14:09:41.539535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Sync routers for ids ['00c88baf-93ce-49b6-aea2-54d419bf4b46'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:09:41.552955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Routers {'00c88baf-93ce-49b6-aea2-54d419bf4b46'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:09:41.553812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:09:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['00c88baf-93ce-49b6-aea2-54d419bf4b46'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:41.740908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Set router 00c88baf-93ce-49b6-aea2-54d419bf4b46 gateway port host: None {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:09:42.298112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'name': 'router1', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:09:28Z', 'updated_at': '2021-04-08T14:09:40Z', 'revision_number': 2, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'gw_port_host': None, '_interfaces': [{'id': '422e7453-e477-4e0c-b65a-2e95c4d9824d', 'name': '', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'mac_address': 'fa:16:3e:b7:bc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:39Z', 'updated_at': '2021-04-08T14:09:40Z', 'revision_number': 2, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnets': [{'id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:42.303243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Checking router: 00c88baf-93ce-49b6-aea2-54d419bf4b46 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:09:42.303624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Updating router 00c88baf-93ce-49b6-aea2-54d419bf4b46 port 422e7453-e477-4e0c-b65a-2e95c4d9824d binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:09:42.360639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:42.810563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:42.825679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Transition to ACTIVE for port object 422e7453-e477-4e0c-b65a-2e95c4d9824d will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:09:42.831639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:42.848063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:42.995715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Pushing event updated for resources: {'Port': ['ID=422e7453-e477-4e0c-b65a-2e95c4d9824d,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:43.006696 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.007066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.007426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.007783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.008132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.008478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.008821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.009230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.009504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.009845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.010185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.010546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Tracked resource versions report: Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:09:43.011661 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:09:43.033216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:43.211847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Attempting to bind port 422e7453-e477-4e0c-b65a-2e95c4d9824d on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:09:43.212282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Attempting to bind port 422e7453-e477-4e0c-b65a-2e95c4d9824d by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:09:43.212689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Attempting to bind port 422e7453-e477-4e0c-b65a-2e95c4d9824d on network e302166f-a163-42d3-973b-07ae0c03f78b {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:09:43.218638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:09:43.219060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Checking segment: {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:09:43.219522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:43.219944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Bound using segment: {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:09:43.220766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Bound port: 422e7453-e477-4e0c-b65a-2e95c4d9824d, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb4ff37-05c2-46e0-b978-81b30321ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:09:43.221170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:43.303001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] For port 422e7453-e477-4e0c-b65a-2e95c4d9824d, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:09:43.307482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] For port 422e7453-e477-4e0c-b65a-2e95c4d9824d, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=422e7453-e477-4e0c-b65a-2e95c4d9824d,segment=NetworkSegment(2bb4ff37-05c2-46e0-b978-81b30321ab00),segment_id=2bb4ff37-05c2-46e0-b978-81b30321ab00)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:09:43.310598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:43.326649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:43.489072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Pushing event updated for resources: {'Port': ['ID=422e7453-e477-4e0c-b65a-2e95c4d9824d,revision_number=4']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:43.492413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:43.542166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Routers {'00c88baf-93ce-49b6-aea2-54d419bf4b46'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:09:43.542856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:09:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['00c88baf-93ce-49b6-aea2-54d419bf4b46'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:43.711414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] Set router 00c88baf-93ce-49b6-aea2-54d419bf4b46 gateway port host: None {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:09:44.067969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'name': 'router1', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:09:28Z', 'updated_at': '2021-04-08T14:09:40Z', 'revision_number': 2, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'gw_port_host': None, '_interfaces': [{'id': '422e7453-e477-4e0c-b65a-2e95c4d9824d', 'name': '', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'mac_address': 'fa:16:3e:b7:bc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:39Z', 'updated_at': '2021-04-08T14:09:43Z', 'revision_number': 4, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnets': [{'id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:44.071239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 39830) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:44.072121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b56fc-33e1-4fec-974b-4da495e169ff None None] The sync data for ids ['00c88baf-93ce-49b6-aea2-54d419bf4b46'] in dv-cinder-784623-3-smb is: [{'id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'name': 'router1', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:09:28Z', 'updated_at': '2021-04-08T14:09:40Z', 'revision_number': 2, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'gw_port_host': None, '_interfaces': [{'id': '422e7453-e477-4e0c-b65a-2e95c4d9824d', 'name': '', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'mac_address': 'fa:16:3e:b7:bc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:39Z', 'updated_at': '2021-04-08T14:09:43Z', 'revision_number': 4, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnets': [{'id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:09:44.239004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a45fc-9009-4ba3-89fd-483edeaacdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:44.239639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ac5a45fc-9009-4ba3-89fd-483edeaacdc5 admin admin] Synchronizing usage tracker for tenant:88c48f30c32e48328b68846c73d8bf45 on resource:network {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:09:44.256945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ac5a45fc-9009-4ba3-89fd-483edeaacdc5 admin admin] Unset dirty status for tenant:88c48f30c32e48328b68846c73d8bf45 on resource:network {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:09:44.258122 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ac5a45fc-9009-4ba3-89fd-483edeaacdc5 admin admin] 10.222.0.35 "GET /v2.0/networks/c6c36e45-8dd2-457a-a0ea-f2a321e3d098 HTTP/1.1" status: 200 len: 842 time: 0.1857955 Apr 08 14:09:44.269490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:44.275132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:09:44.279044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Usage tracker for resource:subnet and tenant:88c48f30c32e48328b68846c73d8bf45 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:09:44.282504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:09:44.288904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:09:44.297627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Made reservation on behalf of 88c48f30c32e48328b68846c73d8bf45 for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:09:44.302210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:44.913056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.objects.ports [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84286) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 08 14:09:44.913643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:44.928386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:45.074434 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c9ff66-f47d-4ae5-bbec-2195b735b5d5,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:45.081621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:45.141557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:09:45.141949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Network hostable DHCP agents. Network: c6c36e45-8dd2-457a-a0ea-f2a321e3d098, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:09:45.162903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:09:45.172526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, c6c36e45-8dd2-457a-a0ea-f2a321e3d098) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:09:45.176702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:45.177489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:45.183707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc532e-29a3-47f7-90f6-079798c36333 None None] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:09:45.199619 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9346740 Apr 08 14:09:45.431379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fe08f0-7cf3-4ee3-a36b-0381a21f5b8f None None] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:09:46.321938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 422e7453-e477-4e0c-b65a-2e95c4d9824d up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:09:46.399449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 422e7453-e477-4e0c-b65a-2e95c4d9824d completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:09:46.406504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 422e7453-e477-4e0c-b65a-2e95c4d9824d triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:46.407288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:46.545320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:46.564012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 422e7453-e477-4e0c-b65a-2e95c4d9824d, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=422e7453-e477-4e0c-b65a-2e95c4d9824d,segment=NetworkSegment(2bb4ff37-05c2-46e0-b978-81b30321ab00),segment_id=2bb4ff37-05c2-46e0-b978-81b30321ab00)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:09:46.567173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:46.569440 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:46.641935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=422e7453-e477-4e0c-b65a-2e95c4d9824d,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:46.645643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:47.965461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 39844) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:48.173409 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cda8b945-b6c1-4fc7-8db8-9b72a577e23f admin admin] 10.222.0.35 "GET /v2.0/routers/00c88baf-93ce-49b6-aea2-54d419bf4b46 HTTP/1.1" status: 200 len: 710 time: 0.2066379 Apr 08 14:09:48.283927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 422e7453-e477-4e0c-b65a-2e95c4d9824d up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:09:48.314545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbcc03-c598-4e83-9b93-57477fd45411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:09:48.316014 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5abbcc03-c598-4e83-9b93-57477fd45411 admin admin] 10.222.0.35 "GET /v2.0/networks/c6c36e45-8dd2-457a-a0ea-f2a321e3d098 HTTP/1.1" status: 200 len: 886 time: 0.1368325 Apr 08 14:09:48.326263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:09:48.356999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 422e7453-e477-4e0c-b65a-2e95c4d9824d triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:48.357411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:48.787896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:49.302208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:49.360463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:49.502604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Allocated IP 172.28.0.233 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/c7858c94-3a2b-4471-9e5c-bdbda61d8422) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:09:49.652968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:49.683531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:49.699066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:49.836166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Pushing event updated for resources: {'Port': ['ID=c7858c94-3a2b-4471-9e5c-bdbda61d8422,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:49.841040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:49.887156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:09:49.888853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:09:49.892046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:09:50.295009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:50.654608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:50.659069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854331498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444318', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854323956'] for router, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:50.848267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Router 00c88baf-93ce-49b6-aea2-54d419bf4b46 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:09:51.036499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:09:51.047200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Sync routers for ids ['00c88baf-93ce-49b6-aea2-54d419bf4b46'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:09:51.047356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:51.050265 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] 10.222.0.35 "PUT /v2.0/routers/00c88baf-93ce-49b6-aea2-54d419bf4b46 HTTP/1.1" status: 200 len: 890 time: 2.7266357 Apr 08 14:09:51.057926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Routers {'00c88baf-93ce-49b6-aea2-54d419bf4b46'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:09:51.058750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:09:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['00c88baf-93ce-49b6-aea2-54d419bf4b46'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:51.267743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Set router 00c88baf-93ce-49b6-aea2-54d419bf4b46 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:09:51.636791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'name': 'router1', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c7858c94-3a2b-4471-9e5c-bdbda61d8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:09:28Z', 'updated_at': '2021-04-08T14:09:50Z', 'revision_number': 4, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'gw_port': {'id': 'c7858c94-3a2b-4471-9e5c-bdbda61d8422', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:49Z', 'updated_at': '2021-04-08T14:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '422e7453-e477-4e0c-b65a-2e95c4d9824d', 'name': '', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'mac_address': 'fa:16:3e:b7:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:39Z', 'updated_at': '2021-04-08T14:09:46Z', 'revision_number': 5, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnets': [{'id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:51.641775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Checking router: 00c88baf-93ce-49b6-aea2-54d419bf4b46 for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:09:51.642179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Updating router 00c88baf-93ce-49b6-aea2-54d419bf4b46 port c7858c94-3a2b-4471-9e5c-bdbda61d8422 binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:09:51.697306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:52.107175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:52.121063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Transition to ACTIVE for port object c7858c94-3a2b-4471-9e5c-bdbda61d8422 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:09:52.127193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:52.143290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:52.286602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b934d1-c242-4a0a-b7b0-36c0c27f598c None None] Pushing event updated for resources: {'Port': ['ID=c7858c94-3a2b-4471-9e5c-bdbda61d8422,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:52.289458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3b934d1-c242-4a0a-b7b0-36c0c27f598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:52.347234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Attempting to bind port c7858c94-3a2b-4471-9e5c-bdbda61d8422 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:09:52.347642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Attempting to bind port c7858c94-3a2b-4471-9e5c-bdbda61d8422 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:09:52.348050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Attempting to bind port c7858c94-3a2b-4471-9e5c-bdbda61d8422 on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:09:52.353638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:09:52.354048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:09:52.354508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:52.354935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:09:52.355438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Bound port: c7858c94-3a2b-4471-9e5c-bdbda61d8422, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:09:52.355845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:52.440794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] For port c7858c94-3a2b-4471-9e5c-bdbda61d8422, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:09:52.443965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] For port c7858c94-3a2b-4471-9e5c-bdbda61d8422, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=c7858c94-3a2b-4471-9e5c-bdbda61d8422,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:09:52.447304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:52.463770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:52.616623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b934d1-c242-4a0a-b7b0-36c0c27f598c None None] Pushing event updated for resources: {'Port': ['ID=c7858c94-3a2b-4471-9e5c-bdbda61d8422,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:52.619954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3b934d1-c242-4a0a-b7b0-36c0c27f598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:52.665460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Routers {'00c88baf-93ce-49b6-aea2-54d419bf4b46'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:09:52.666110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:09:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['00c88baf-93ce-49b6-aea2-54d419bf4b46'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:53.002912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] Set router 00c88baf-93ce-49b6-aea2-54d419bf4b46 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:09:53.405340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'name': 'router1', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c7858c94-3a2b-4471-9e5c-bdbda61d8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:09:28Z', 'updated_at': '2021-04-08T14:09:50Z', 'revision_number': 4, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'gw_port': {'id': 'c7858c94-3a2b-4471-9e5c-bdbda61d8422', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:49Z', 'updated_at': '2021-04-08T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '422e7453-e477-4e0c-b65a-2e95c4d9824d', 'name': '', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'mac_address': 'fa:16:3e:b7:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:39Z', 'updated_at': '2021-04-08T14:09:46Z', 'revision_number': 5, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnets': [{'id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:09:53.410342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a4422-9d0e-4f28-8408-00b35bf402c5 None None] The sync data for ids ['00c88baf-93ce-49b6-aea2-54d419bf4b46'] in dv-cinder-784623-3-smb is: [{'id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'name': 'router1', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c7858c94-3a2b-4471-9e5c-bdbda61d8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:09:28Z', 'updated_at': '2021-04-08T14:09:50Z', 'revision_number': 4, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'gw_port': {'id': 'c7858c94-3a2b-4471-9e5c-bdbda61d8422', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:49Z', 'updated_at': '2021-04-08T14:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '422e7453-e477-4e0c-b65a-2e95c4d9824d', 'name': '', 'network_id': 'e302166f-a163-42d3-973b-07ae0c03f78b', 'tenant_id': 'e6faa59314a944d2b676374c2289c2bf', 'mac_address': 'fa:16:3e:b7:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c88baf-93ce-49b6-aea2-54d419bf4b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:09:39Z', 'updated_at': '2021-04-08T14:09:46Z', 'revision_number': 5, 'project_id': 'e6faa59314a944d2b676374c2289c2bf', 'subnets': [{'id': 'a0bbb18b-90f9-4725-813c-d398147bd8be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a3cda91-781a-4f2e-a028-48bfaf300acf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:09:53.872686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 39854) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:09:54.022706 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-75514a25-05a2-4da6-9b66-e81fa5b5c40c admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1482551 Apr 08 14:09:54.326941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device c7858c94-3a2b-4471-9e5c-bdbda61d8422 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:09:54.432237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port c7858c94-3a2b-4471-9e5c-bdbda61d8422 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:09:54.440981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port c7858c94-3a2b-4471-9e5c-bdbda61d8422 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:54.442066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:54.600744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:54.621437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port c7858c94-3a2b-4471-9e5c-bdbda61d8422, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=c7858c94-3a2b-4471-9e5c-bdbda61d8422,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:09:54.625844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:54.628207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3b934d1-c242-4a0a-b7b0-36c0c27f598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:09:54.715270 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=c7858c94-3a2b-4471-9e5c-bdbda61d8422,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:09:54.718834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:09:56.303522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device c7858c94-3a2b-4471-9e5c-bdbda61d8422 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:09:56.395904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port c7858c94-3a2b-4471-9e5c-bdbda61d8422 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:09:56.396252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:09:57.744937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:09:59.781539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d284a9b9-0c6d-43a1-850a-9f4ec890253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:02.419613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4f4f30c6-a603-45df-bd29-210875dee0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:02.821784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:04.052575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:04.079215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:29.765843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9420f02-c84e-404f-91aa-0921ff44e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:32.401261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e16156f9-574f-42e0-a9ae-396d864010c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:32.810698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:34.039905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:34.042604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:10:34.745204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:10:59.773570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f76a2807-fcc3-4240-87a1-7ec914999169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:02.396317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-226f8d28-ac47-4615-94ae-3d0be91f2ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:02.815504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:04.043545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:04.045665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:11.744102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:11:29.767819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bf356f7-30e0-43f4-84d5-117f6ae4c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:32.399230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e736bcc2-d258-4846-bb23-34aece7389fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:32.818593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:34.048592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:34.052838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:11:48.744016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:11:59.770290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8a09-1fe4-4281-a764-5dfadfec6e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:02.401286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47dcd155-e52c-4b6b-adec-4082daf5da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:02.819693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:04.054986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:04.059403 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:10.530107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40426) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:10.609421 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cf4533-d61b-4894-b47c-44f9d7c55139 admin admin] GET failed (client error): The resource could not be found. Apr 08 14:12:10.613544 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-40cf4533-d61b-4894-b47c-44f9d7c55139 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0823388 Apr 08 14:12:10.764176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05ebab-a1bd-4573-a9ed-277c302dcfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:10.765790 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0e05ebab-a1bd-4573-a9ed-277c302dcfa8 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1476493 Apr 08 14:12:13.275271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40436) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:13.396140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17cfa3-32f4-4d59-8e20-be434a6b6f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:13.397596 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ef17cfa3-32f4-4d59-8e20-be434a6b6f99 admin admin] 10.222.0.35 "GET /v2.0/subnets/a0bbb18b-90f9-4725-813c-d398147bd8be HTTP/1.1" status: 200 len: 849 time: 0.1212602 Apr 08 14:12:13.408815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:12:13.536416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:13.850091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752580246148'] for subnet, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:13.868943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:12:14.168066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bbb18b-90f9-4725-813c-d398147bd8be,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:12:14.181539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.181904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.182288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.182642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.182987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.183335 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.183679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.184023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.184384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.184726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.185064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.185401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:12:14.189647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:12:14.224622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:14.225268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:14.226753 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] 10.222.0.35 "PUT /v2.0/subnets/a0bbb18b-90f9-4725-813c-d398147bd8be HTTP/1.1" status: 200 len: 868 time: 0.8227317 Apr 08 14:12:14.245526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f20ced-5a2b-4a94-a323-e5db1ad45e94 None None] Network e302166f-a163-42d3-973b-07ae0c03f78b requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:12:14.699592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-d6f86cb0-6559-4b91-9555-60a6e8f7b283 None None] Provisioning complete for port b38a3c0c-1406-41d5-92d2-6cf3268ae65a triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:12:14.700174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6f86cb0-6559-4b91-9555-60a6e8f7b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:14.848152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-d6f86cb0-6559-4b91-9555-60a6e8f7b283 None None] Provisioning complete for port 422e7453-e477-4e0c-b65a-2e95c4d9824d triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:12:14.848643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6f86cb0-6559-4b91-9555-60a6e8f7b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:16.870960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40446) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:17.070656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f46c8-7349-4faa-9618-67a38e0db1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:17.071092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f46c8-7349-4faa-9618-67a38e0db1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:17.072772 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a43f46c8-7349-4faa-9618-67a38e0db1a0 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005391 Apr 08 14:12:19.587707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40456) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:19.989668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0e007-bb08-452e-abfc-3abe4af02ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:19.990227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0e007-bb08-452e-abfc-3abe4af02ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:19.991949 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-acc0e007-bb08-452e-abfc-3abe4af02ff0 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4031732 Apr 08 14:12:22.651102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40466) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:22.951363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044da21e-9f1a-46ab-86cf-232e9bf4cc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:22.953874 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-044da21e-9f1a-46ab-86cf-232e9bf4cc07 admin admin] 10.222.0.35 "GET /v2.0/networks/c6c36e45-8dd2-457a-a0ea-f2a321e3d098 HTTP/1.1" status: 200 len: 886 time: 0.3011663 Apr 08 14:12:25.645217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40476) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:25.744095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:12:25.863193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d09393-f80d-451a-b3a0-3fa5a57fd91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:25.864855 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-09d09393-f80d-451a-b3a0-3fa5a57fd91a admin admin] 10.222.0.35 "GET /v2.0/networks/e302166f-a163-42d3-973b-07ae0c03f78b HTTP/1.1" status: 200 len: 869 time: 0.2185931 Apr 08 14:12:28.577551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40486) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:28.752384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe6c91-6dc2-4803-a387-1e7c22a234cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:28.752893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe6c91-6dc2-4803-a387-1e7c22a234cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:28.754629 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0dfe6c91-6dc2-4803-a387-1e7c22a234cb admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1750939 Apr 08 14:12:29.783201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f27ff338-1240-4510-9850-63345ec558e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:31.894426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40496) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:32.039933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e15b7c-b2ff-4727-b587-22bd8211fe18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:32.040452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e15b7c-b2ff-4727-b587-22bd8211fe18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:32.042115 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b5e15b7c-b2ff-4727-b587-22bd8211fe18 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465867 Apr 08 14:12:32.412847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6bc92abc-b23a-4521-8c05-a8ad6fc83b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:32.835797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:34.057544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:34.064662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:12:34.792877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40506) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:34.959140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169a5f3-26c4-4191-b6d3-cb345515ac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:34.960869 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3169a5f3-26c4-4191-b6d3-cb345515ac97 admin admin] 10.222.0.35 "GET /v2.0/subnets/a0bbb18b-90f9-4725-813c-d398147bd8be HTTP/1.1" status: 200 len: 868 time: 0.1667275 Apr 08 14:12:37.667534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40516) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:12:37.793597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae3a51-23b7-4c6d-902c-9cce237ebc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:12:37.795003 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-68ae3a51-23b7-4c6d-902c-9cce237ebc56 admin admin] 10.222.0.35 "GET /v2.0/subnets/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5 HTTP/1.1" status: 200 len: 816 time: 0.1263604 Apr 08 14:12:59.789570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fee26b17-983b-4d77-b02b-a5fc57a47d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:02.409251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1c7e-df11-4cf9-9352-6a232cc6d320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:02.745365 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:13:02.829334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:04.072788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:04.079519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:06.218889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40560) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:13:06.283119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [None req-bf94437d-1c75-4c92-bb39-fb732f6d0602 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:13:06.284464 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bf94437d-1c75-4c92-bb39-fb732f6d0602 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643890 Apr 08 14:13:08.983405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40570) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:13:09.072344 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cd8059-639d-47a4-b559-fa5c5d41787e admin admin] GET failed (client error): The resource could not be found. Apr 08 14:13:09.073829 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-70cd8059-639d-47a4-b559-fa5c5d41787e admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0881362 Apr 08 14:13:09.225718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1166b086-7cbc-43fe-b183-8c4e5a07442a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:13:09.227264 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1166b086-7cbc-43fe-b183-8c4e5a07442a admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1489205 Apr 08 14:13:11.856418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40580) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:13:11.917963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:13:11.927193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:13:11.947263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:13:11.961149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Made reservation on behalf of 88c48f30c32e48328b68846c73d8bf45 for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:13:11.966369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:12.068840 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.services.revisions.revision_plugin [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Could not find related network for resource to bump revision. Apr 08 14:13:12.087010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:13:12.099052 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:12.099501 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Added segment 1fb52d89-aad1-4210-934f-8794f43f7e48 of type vlan for network 2a45f03d-1419-45ce-af0e-df1a52089462 Apr 08 14:13:12.132214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:12.175709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:12.177133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:13:12.177789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:12.183251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:13:12.292480 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4346883 Apr 08 14:13:12.300459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Pushing event updated for resources: {'Network': ['ID=2a45f03d-1419-45ce-af0e-df1a52089462,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:13:12.308572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ee7b9e1c-3912-4665-9bc7-3145529cc87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:13:12.319773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 2a45f03d-1419-45ce-af0e-df1a52089462 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:13:14.953893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40590) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:13:15.034788 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.pecan_wsgi.hooks.translation [None req-de47e210-ea63-45f1-a580-49cd7f166e7e admin admin] GET failed (client error): The resource could not be found. Apr 08 14:13:15.035407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-de47e210-ea63-45f1-a580-49cd7f166e7e admin admin] Synchronizing usage tracker for tenant:88c48f30c32e48328b68846c73d8bf45 on resource:network {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:13:15.051319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-de47e210-ea63-45f1-a580-49cd7f166e7e admin admin] Unset dirty status for tenant:88c48f30c32e48328b68846c73d8bf45 on resource:network {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:13:15.052560 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-de47e210-ea63-45f1-a580-49cd7f166e7e admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0974665 Apr 08 14:13:15.185405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4324e2-894d-4e1f-8fb4-3c0843afcc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:13:15.187726 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1d4324e2-894d-4e1f-8fb4-3c0843afcc98 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1299207 Apr 08 14:13:15.201174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Request body: {'subnet': {'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:13:15.207325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:13:15.212285 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Usage tracker for resource:subnet and tenant:88c48f30c32e48328b68846c73d8bf45 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:13:15.215788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:13:15.223661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:13:15.235328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Made reservation on behalf of 88c48f30c32e48328b68846c73d8bf45 for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:13:15.240201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Notify callbacks [] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:15.675919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:15.690503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cc254e38-f126-4d42-9ed1-2906f2a8cb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:13:15.836880 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:13:15.851606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.851987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.852329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.852697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.853053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.853422 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.853769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.854127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.854559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.854917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.855267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.855618 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:15.862210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:13:15.920266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Checking segment: {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:13:15.920657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Network hostable DHCP agents. Network: 2a45f03d-1419-45ce-af0e-df1a52089462, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:13:15.942382 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Network 2a45f03d-1419-45ce-af0e-df1a52089462 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:13:15.952429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 2a45f03d-1419-45ce-af0e-df1a52089462) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:13:15.958272 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:13:15.959276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:15.966545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf21460-9520-4020-a973-4d7585d458fb None None] Network 2a45f03d-1419-45ce-af0e-df1a52089462 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:13:15.987655 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7913327 Apr 08 14:13:16.271257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-2a45f03d-1419-45ce-af0e-df1a52089462', 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462', 'tenant_id': '88c48f30c32e48328b68846c73d8bf45', 'fixed_ips': [{'subnet_id': 'ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:13:16.272486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:16.525074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Allocated IP 192.168.233.2 (2a45f03d-1419-45ce-af0e-df1a52089462/ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7/dc5de258-9395-4312-bb8e-dbbfccd2e9dd) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:13:17.031799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:17.050790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Transition to ACTIVE for port object dc5de258-9395-4312-bb8e-dbbfccd2e9dd will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:13:17.075563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Transition to ACTIVE for port object dc5de258-9395-4312-bb8e-dbbfccd2e9dd will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:13:17.082143 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:17.114810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:13:17.391388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Pushing event updated for resources: {'Port': ['ID=dc5de258-9395-4312-bb8e-dbbfccd2e9dd,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:13:17.411727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.412317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.412895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.413453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.413983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.414567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.415092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.415690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.416299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.416914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.417514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.418116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:13:17.429004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:13:17.495061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Network 2a45f03d-1419-45ce-af0e-df1a52089462 is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:13:17.497021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:13:17.501111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:13:17.631832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Attempting to bind port dc5de258-9395-4312-bb8e-dbbfccd2e9dd on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:13:17.632418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Attempting to bind port dc5de258-9395-4312-bb8e-dbbfccd2e9dd by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:13:17.632947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Attempting to bind port dc5de258-9395-4312-bb8e-dbbfccd2e9dd on network 2a45f03d-1419-45ce-af0e-df1a52089462 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:13:17.643012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:13:17.643556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Checking segment: {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:13:17.644215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:17.644723 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Bound using segment: {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:13:17.645585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Bound port: dc5de258-9395-4312-bb8e-dbbfccd2e9dd, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:13:17.646178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:17.748251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] For port dc5de258-9395-4312-bb8e-dbbfccd2e9dd, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:13:17.754136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] For port dc5de258-9395-4312-bb8e-dbbfccd2e9dd, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=dc5de258-9395-4312-bb8e-dbbfccd2e9dd,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:13:17.758709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:17.776278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:13:17.940789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Pushing event updated for resources: {'Port': ['ID=dc5de258-9395-4312-bb8e-dbbfccd2e9dd,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:13:17.945946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:13:18.538491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device dc5de258-9395-4312-bb8e-dbbfccd2e9dd up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:13:18.645726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port dc5de258-9395-4312-bb8e-dbbfccd2e9dd completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:13:19.540959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb88cec1-c363-41a8-8354-55d8659bdbc5 None None] Network 2a45f03d-1419-45ce-af0e-df1a52089462 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:13:19.638843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Provisioning for port dc5de258-9395-4312-bb8e-dbbfccd2e9dd completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:13:19.655638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Provisioning complete for port dc5de258-9395-4312-bb8e-dbbfccd2e9dd triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:13:19.656045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:19.910962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:19.934759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] For port dc5de258-9395-4312-bb8e-dbbfccd2e9dd, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=dc5de258-9395-4312-bb8e-dbbfccd2e9dd,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:13:19.944727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:19.950499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:13:20.037786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Pushing event updated for resources: {'Port': ['ID=dc5de258-9395-4312-bb8e-dbbfccd2e9dd,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:13:20.044324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:13:20.279934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-8cebae56-dd02-4350-bc30-b8c8a610a98e None None] Provisioning complete for port dc5de258-9395-4312-bb8e-dbbfccd2e9dd triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:13:20.280653 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8cebae56-dd02-4350-bc30-b8c8a610a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:20.490100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device dc5de258-9395-4312-bb8e-dbbfccd2e9dd up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:13:20.664743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port dc5de258-9395-4312-bb8e-dbbfccd2e9dd triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:13:20.665451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:29.778957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-931a179c-c348-4615-ad7b-f2693cbe788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:32.411707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4f810a0d-6619-4b6d-bf95-9cb6002ed987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:32.830401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:34.064087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:34.069061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:13:39.745690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:13:59.776519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-807d7f67-51ca-446d-ab57-2c631ab9c774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:02.413322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d1c01072-1eaf-41f4-8829-1d2259906f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:02.835508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:04.062141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:04.076928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:16.746422 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:14:29.773740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7df9d73a-8d49-43fa-adbe-b08f7d2240b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:32.407007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9a5b-d46f-421e-9e0f-60a7461009ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:32.836300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:34.046575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:34.070132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:37.521514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40640) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:14:37.529238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [None req-ba50015a-5557-43d5-a874-c38dab209f33 tempest-verify_tempest_config-2068454060 tempest-verify_tempest_config-2068454060-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:14:37.530516 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ba50015a-5557-43d5-a874-c38dab209f33 tempest-verify_tempest_config-2068454060 tempest-verify_tempest_config-2068454060-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0077479 Apr 08 14:14:37.885523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40658) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:14:38.034240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.064810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:14:38.072165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Usage tracker for resource:security_group_rule and tenant:7f9d010152e14831b565bd0ab9f474c9 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:14:38.077479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:14:38.087988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:14:38.253033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.256426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.267153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:14:38.311828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Synchronizing usage tracker for tenant:88c48f30c32e48328b68846c73d8bf45 on resource:security_group {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:14:38.315755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f419b8-5ddd-418e-8da5-f20abe1f915a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:14:38.326850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.327221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.327584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.327936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.328288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.328643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.328986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.329332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.329697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.330039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.330416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.330758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:14:38.336620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:14:38.345338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Unset dirty status for tenant:88c48f30c32e48328b68846c73d8bf45 on resource:security_group {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:14:38.346731 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f9d010152e14831b565bd0ab9f474c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4600787 Apr 08 14:14:38.351503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40664) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:14:38.423235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.476107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.561727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.567239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:14:38.581759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f419b8-5ddd-418e-8da5-f20abe1f915a,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:14:38.584450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:14:38.587128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:14:38.588259 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7f419b8-5ddd-418e-8da5-f20abe1f915a HTTP/1.1" status: 204 len: 168 time: 0.2357728 Apr 08 14:14:53.747021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:14:59.777665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b6b452e2-b5d0-479d-9203-af677d7f0a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:02.410526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4d518878-9c8f-47c8-b7e1-6775a23c8215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:02.840093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:04.052498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:04.073748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:29.773729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-da29004f-d1e6-4c08-9fd9-e6f3a1601a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:30.750951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:15:32.413323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-72f09d07-5967-4d2c-a0b7-5823e42f6435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:32.845953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:34.057799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:34.076498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:15:59.779156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-889cf4cc-27ff-4b4a-9995-c41e7f4253e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:02.417945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4e44ccb-1cdc-488e-8e00-f46518af340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:02.850479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:04.053293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:04.081888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:07.751010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 5 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:16:20.773927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767'] for agent, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:26.853981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40716) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:16:27.055588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7a607d3d-5883-4c3b-a50c-844ac59d6966 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1993525 Apr 08 14:16:29.783750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d76-adc6-4987-b8b3-e59b543054c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:29.800512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40726) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:16:29.871500 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-55785627-0321-4505-bc96-9ac0a3c66cb9 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0694854 Apr 08 14:16:32.434389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03ef78f2-8d93-4be6-b9dd-fad096797bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:32.850692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:34.059822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:34.088344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:44.751768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:16:50.726283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:16:59.787765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1dc599e6-358f-43d2-b91b-b4e8e84263de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:02.419431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-71e23c5e-af10-44b9-88c2-b1fe9edf3255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:02.851946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:04.054334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:04.091374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:20.727864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:21.751876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:17:29.806360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-86bf53fb-f450-4bde-b983-4280d9355044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:32.422787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4a03874b-5249-4955-bd90-069f640eab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:32.857692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:34.066634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:34.095676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:50.726551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:17:58.760838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:17:59.803183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-76b51d50-dda8-4b56-a923-9acdcd5c8d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:02.438392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5656b48b-8bf9-4e15-962d-11e7f76e4cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:02.869281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:04.063330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:04.109039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:09.941302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40828) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:10.380865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-236471487-network', 'tenant_id': 'b02baa353c6643ceb5b9f1db9af725ee'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:10.388358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:10.394604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Usage tracker for resource:network and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:10.400186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:10.409223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:10.428425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Made reservation on behalf of b02baa353c6643ceb5b9f1db9af725ee for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:10.435515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.472676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.491751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:10.497393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Usage tracker for resource:security_group_rule and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:10.500845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:10.507895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:10.666065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.672327 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.676977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:10.724408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:18:10.737914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85302b-dab3-4d55-8ef0-65bcea752a48,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:10.752077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.752867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.753435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.753989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.754584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.755136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.755699 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.756274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.756735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.757098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.757453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.757806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Tracked resource versions report: Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: HyperV agent@hv-cinder-78462: {}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:18:10.760306 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:18:10.764268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.765221 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Added segment f1672d15-4eb2-4511-a568-771d1da20f41 of type vlan for network f2330630-4546-4b00-9963-6f463fb04608 Apr 08 14:18:10.766888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:10.801179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.839571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.841039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:10.841685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:10.845769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d9a4255a-ee0f-40f6-a279-8b4d851f4901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:10.957128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Pushing event updated for resources: {'Network': ['ID=f2330630-4546-4b00-9963-6f463fb04608,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:10.969370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network f2330630-4546-4b00-9963-6f463fb04608 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:18:10.970171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:11.001418 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0496087 Apr 08 14:18:11.002600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40886) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:11.009632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Request body: {'subnet': {'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-236471487-subnet', 'tenant_id': 'b02baa353c6643ceb5b9f1db9af725ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:11.016113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:11.021553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Usage tracker for resource:subnet and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:11.025474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:11.033428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:11.046067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Made reservation on behalf of b02baa353c6643ceb5b9f1db9af725ee for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:11.052822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:11.711552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:11.730223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:11.914621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea4715a-daf7-426b-9726-056cd4e3bb71,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:11.931007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.932172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.932172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.932172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.932656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.933122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.933314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.933598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.933971 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.934405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.934752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.935097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Tracked resource versions report: Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: HyperV agent@hv-cinder-78462: {}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:18:11.936314 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:18:11.941102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:12.018937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Checking segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:12.019770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Network hostable DHCP agents. Network: f2330630-4546-4b00-9963-6f463fb04608, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:18:12.039301 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Network f2330630-4546-4b00-9963-6f463fb04608 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:18:12.049239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, f2330630-4546-4b00-9963-6f463fb04608) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:12.054039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:12.055195 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:12.063315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4691519-7df4-45fb-87f7-85dbb74e5072 None None] Network f2330630-4546-4b00-9963-6f463fb04608 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:12.080582 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0767903 Apr 08 14:18:12.374957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446cff84-4b23-4f99-8bac-7fce5db124ff None None] Network f2330630-4546-4b00-9963-6f463fb04608 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:13.187145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 40964) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:13.786466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-233222292-network', 'tenant_id': '506ac1e673634482bd3d0854b83ed378'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:13.792688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:13.797257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Usage tracker for resource:network and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:13.800683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:13.808303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:13.819539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Made reservation on behalf of 506ac1e673634482bd3d0854b83ed378 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:13.826017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:13.828029 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40988) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:13.843033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:13.870702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 40994) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:13.874652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:13.882438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:13.888524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:13.900994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:14.028501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.033005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.043085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5fa7f852-a79e-44db-b204-b199171c0aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:14.101244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3dab1f-bdf2-4762-8e3a-206ca9ccffa4,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:14.105038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:18:14.108649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:14.123147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.123712 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Added segment cfc95d6a-13f2-451c-acd7-55d644295968 of type vlan for network 63941190-5791-4619-9d3a-acccc77753c7 Apr 08 14:18:14.166834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.202982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.204393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:14.205039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.211113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:14.312118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.324672 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1359277 Apr 08 14:18:14.328174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41016) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:14.335168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Pushing event updated for resources: {'Network': ['ID=63941190-5791-4619-9d3a-acccc77753c7,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:14.337975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41020) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:14.339829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:14.344461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Request body: {'subnet': {'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-233222292-subnet', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:14.348481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-54780952-network', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:14.358112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:14.359022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 63941190-5791-4619-9d3a-acccc77753c7 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:18:14.362789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Usage tracker for resource:subnet and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:14.367652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:14.377690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:14.378017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:14.383042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Usage tracker for resource:network and tenant:7d369b7fc2d54d83a91f18c98a16c108 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:14.389640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Made reservation on behalf of 506ac1e673634482bd3d0854b83ed378 for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:14.391407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:14.396517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.408472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:14.411632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:14.420841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Usage tracker for resource:security_group_rule and tenant:494d80e173a049b69cab18e1efc7e62f is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:14.425663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:14.436383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Made reservation on behalf of 7d369b7fc2d54d83a91f18c98a16c108 for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:14.442568 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.460250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:14.464046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.484157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:14.488649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Usage tracker for resource:security_group_rule and tenant:7d369b7fc2d54d83a91f18c98a16c108 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:14.492249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:14.501438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:14.687637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.695201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.698157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.703897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:14.714930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.761203 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:18:14.778793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11df7c-cc50-4312-b225-024c4abe59f1,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:14.787778 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=494d80e173a049b69cab18e1efc7e62f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9533644 Apr 08 14:18:14.787778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:14.788251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:14.799458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41034) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:14.822410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:14.822817 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Added segment 38026bcc-69b2-481c-8d41-4b1fbe2804d9 of type vlan for network 3d127c38-ea61-48c7-8356-bdf4831e0300 Apr 08 14:18:14.903928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fea5ba-e9a7-41fc-99ed-94ffbf690863,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:14.931596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:14.977003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2008905663-network', 'tenant_id': '4d9d17454661446f8ed077864d249395'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:14.991943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:15.002823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Usage tracker for resource:network and tenant:4d9d17454661446f8ed077864d249395 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:15.008499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:15.022061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:15.029339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.037187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.057313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49dee369-1d6c-4d69-b817-0870ff197e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:15.092756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.138080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Made reservation on behalf of 4d9d17454661446f8ed077864d249395 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:15.138364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.143026 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.149978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.153829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:15.154872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.157703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=090d0b67-7a52-4bb5-b277-4d453178e7eb,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:15.168819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:15.172756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:15.317844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Pushing event updated for resources: {'Network': ['ID=3d127c38-ea61-48c7-8356-bdf4831e0300,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:15.322183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:15.327448 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4522774 Apr 08 14:18:15.327992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41046) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:15.334800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Request body: {'subnet': {'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-subnet', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:15.340557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.342093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:15.351869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:15.353973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:18:15.362531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Usage tracker for resource:subnet and tenant:7d369b7fc2d54d83a91f18c98a16c108 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:15.368388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:15.372383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.373804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89fea5ba-e9a7-41fc-99ed-94ffbf690863 HTTP/1.1" status: 204 len: 168 time: 0.5735085 Apr 08 14:18:15.380051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fea5ba-e9a7-41fc-99ed-94ffbf690863,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:15.382845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:15.386087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:15.400120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Made reservation on behalf of 7d369b7fc2d54d83a91f18c98a16c108 for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:15.406176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.409597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.456783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:15.468271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Usage tracker for resource:security_group_rule and tenant:4d9d17454661446f8ed077864d249395 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:15.475290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:15.490773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:15.718474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Checking segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:15.720764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Network hostable DHCP agents. Network: 63941190-5791-4619-9d3a-acccc77753c7, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:18:15.778376 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Network 63941190-5791-4619-9d3a-acccc77753c7 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:18:15.807976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 63941190-5791-4619-9d3a-acccc77753c7) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:15.812709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.817867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d822a0f-25bb-4201-b42a-c71b5816ec59 None None] Network 63941190-5791-4619-9d3a-acccc77753c7 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:15.829912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:15.830662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.841381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:15.879859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13ac4224-2859-4456-b87d-f33af6f455da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:15.958998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:18:15.979374 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6492324 Apr 08 14:18:15.983336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271fe633-241a-40b2-8b5a-07f9b844b4ff,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:15.986940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41076) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:15.990266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:16.000762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:16.005121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.006182 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Added segment 9663fc94-aba7-46ef-bafd-3e85180575e6 of type vlan for network 3cba55d4-c822-4929-9f09-762c380f045f Apr 08 14:18:16.015672 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:16.030808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Usage tracker for resource:router and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:16.035282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:16.051011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:16.080823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.089449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.090701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.161335 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.258053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.resource_extend [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 14:18:16.273751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.296864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-14954e35-f651-4c61-bbc0-4d0141c41ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:16.330259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-63941190-5791-4619-9d3a-acccc77753c7', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:18:16.331239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.389513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.478353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:16.479825 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:16.486751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:16.600464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41096) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:16.741391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41108) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:16.747583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Allocated IP 172.20.0.2 (63941190-5791-4619-9d3a-acccc77753c7/090d0b67-7a52-4bb5-b277-4d453178e7eb/189ad8b0-e8c3-40dc-aabd-80010416eadf) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:16.757899 dv-cinder-784623-3-smb neutron-server[84173]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 14:18:16.773464 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4363434 Apr 08 14:18:16.791872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41112) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:16.817043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c32b25f-a5fe-481b-89e6-2e27f04be721,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:16.820173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:16.824955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Request body: {'subnet': {'network_id': '3cba55d4-c822-4929-9f09-762c380f045f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2008905663-subnet', 'tenant_id': '4d9d17454661446f8ed077864d249395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:16.840429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:16.949573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Usage tracker for resource:subnet and tenant:4d9d17454661446f8ed077864d249395 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:16.961067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:16.991315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:17.009678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Pushing event updated for resources: {'Network': ['ID=3cba55d4-c822-4929-9f09-762c380f045f,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:17.014661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.025020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:17.031624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.046264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:17.046817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 3cba55d4-c822-4929-9f09-762c380f045f details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:18:17.076357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Usage tracker for resource:security_group_rule and tenant:924f85c189c94245ab46e264bfdf8276 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:17.083652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:17.098326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Made reservation on behalf of 4d9d17454661446f8ed077864d249395 for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:17.104001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.114859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:17.170662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-591d8cba-230c-4de0-890d-83c07f3a523d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:17.178290 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-591d8cba-230c-4de0-890d-83c07f3a523d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.4355099 Apr 08 14:18:17.280359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.312289 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-ef68d184-592f-4a87-bd88-99d5cf4b9fce tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/quotas/b02baa353c6643ceb5b9f1db9af725ee HTTP/1.1" status: 200 len: 375 time: 0.1327302 Apr 08 14:18:17.314333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Transition to ACTIVE for port object 189ad8b0-e8c3-40dc-aabd-80010416eadf will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:17.319489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Checking segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:17.319877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Network hostable DHCP agents. Network: 3d127c38-ea61-48c7-8356-bdf4831e0300, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:18:17.360595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Transition to ACTIVE for port object 189ad8b0-e8c3-40dc-aabd-80010416eadf will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:17.388202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.419416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-45315741-c0c9-4833-9124-5324de65352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058598 Apr 08 14:18:17.444664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:17.487551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:18:17.530061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 3d127c38-ea61-48c7-8356-bdf4831e0300) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:17.541348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:17.542058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.684656 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3521478 Apr 08 14:18:17.691298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2135d-f753-423c-9369-038a9d9cedf7 None None] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:17.696680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41148) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:17.711023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:17.733872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:17.766507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Usage tracker for resource:router and tenant:7d369b7fc2d54d83a91f18c98a16c108 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:17.802012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:17.827481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:17.859407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-8b816bc9-6a1a-4ba6-93ab-2ed2c7e182e5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:18:17.866871 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-8b816bc9-6a1a-4ba6-93ab-2ed2c7e182e5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1345296 Apr 08 14:18:17.892219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.906697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.954609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:17.979958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.981069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:17.988083 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=924f85c189c94245ab46e264bfdf8276&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3627427 Apr 08 14:18:17.988832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ddbcf6-f777-4de4-b674-e8883bd44863,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:17.992147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41168) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:17.999784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:18.173392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.219517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Network 63941190-5791-4619-9d3a-acccc77753c7 is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:18.222314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Pushing event updated for resources: {'Port': ['ID=189ad8b0-e8c3-40dc-aabd-80010416eadf,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:18.241655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:18.248863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:18.259748 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-e449bd8a-d688-40e9-8e45-7999d9d44894 service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918047 Apr 08 14:18:18.260892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.262094 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.264386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.265611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.266582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.267466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.268565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.269690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.270691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.271950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.272781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.275229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Tracked resource versions report: Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: HyperV agent@hv-cinder-78462: {}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:18:18.278111 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:18:18.313290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:18.326064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.362236 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.483698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.548134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Attempting to bind port 189ad8b0-e8c3-40dc-aabd-80010416eadf on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:18.548547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Attempting to bind port 189ad8b0-e8c3-40dc-aabd-80010416eadf by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:18.548959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Attempting to bind port 189ad8b0-e8c3-40dc-aabd-80010416eadf on network 63941190-5791-4619-9d3a-acccc77753c7 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:18.558253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41182) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:18.558692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:18.559463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Checking segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:18.560077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.560677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Bound using segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:18.561480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Bound port: 189ad8b0-e8c3-40dc-aabd-80010416eadf, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:18.562067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.621328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.661321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a80529-cb23-4307-afa6-301dc414b0e1 None None] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:18.685516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.741773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:18.750256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d8b8d667-79f2-4104-a772-e40dcd301812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:18.759410 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-9ef5ef8a-dce6-4158-93f0-ce4bcc4d100a service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977765 Apr 08 14:18:18.931126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41192) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:19.003890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ddbcf6-f777-4de4-b674-e8883bd44863,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:19.030122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:19.064728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.069105 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78ddbcf6-f777-4de4-b674-e8883bd44863 HTTP/1.1" status: 204 len: 168 time: 1.0750859 Apr 08 14:18:19.076673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.100040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Allocated IP 172.28.0.202 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/c716ed6e-661e-4f46-b550-24647c58a33a) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:19.145086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5472012f-84e8-4989-8242-5ef429aea0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:19.194413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41212) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:19.268220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] For port 189ad8b0-e8c3-40dc-aabd-80010416eadf, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:19.275002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] For port 189ad8b0-e8c3-40dc-aabd-80010416eadf, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=189ad8b0-e8c3-40dc-aabd-80010416eadf,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:19.291078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.296557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.315519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:19.492679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:19.502472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.546601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Usage tracker for resource:security_group_rule and tenant:5f631572e3bc4c51a071b082d7f9aabf is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:19.557163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.561337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:19.599844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:19.635326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Pushing event updated for resources: {'Port': ['ID=189ad8b0-e8c3-40dc-aabd-80010416eadf,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:19.639805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:19.785364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:19.815530 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3c81b86-52a0-4423-a514-694e35932059 req-2f62f8f0-ed45-4acf-b276-0dec8c72f4df tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 210 time: 0.5772555 Apr 08 14:18:19.824118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e335ece3-6143-41cb-9e2b-16ca1db52de6,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:19.838072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:19.839126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:19.869650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:19.885013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Pushing event updated for resources: {'Port': ['ID=c716ed6e-661e-4f46-b550-24647c58a33a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:19.885292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Usage tracker for resource:security_group_rule and tenant:640588e209bb468b8455961a7e48a8dd is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:19.893479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:19.898526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:19.934156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:20.011126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:20.013116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:20.020576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:20.494729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:20.502067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Checking segment: {'id': '9663fc94-aba7-46ef-bafd-3e85180575e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:20.502493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Network hostable DHCP agents. Network: 3cba55d4-c822-4929-9f09-762c380f045f, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:18:20.523721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:20.651988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:20.709837 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f631572e3bc4c51a071b082d7f9aabf&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0976691 Apr 08 14:18:20.721172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41270) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:20.823945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:20.859074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:20.875646 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 189ad8b0-e8c3-40dc-aabd-80010416eadf up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:20.904958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:20.910381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:20.970041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Network 3cba55d4-c822-4929-9f09-762c380f045f is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:18:20.978329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:21.019439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:21.042959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 189ad8b0-e8c3-40dc-aabd-80010416eadf completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:21.052952 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-889439bf-5819-4f78-9647-a2cbfdcc4d3a req-42b03748-8952-4771-a225-a650a73f40cd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 210 time: 0.0848243 Apr 08 14:18:21.053632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 3cba55d4-c822-4929-9f09-762c380f045f) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:21.070681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:21.074656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ba7ba-fe82-4366-8acd-71d4080b76bf None None] Network 3cba55d4-c822-4929-9f09-762c380f045f requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:21.163555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca6d3b-06c0-41af-8a82-23de6ae1136d,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:21.262138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:21.263550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:21.519247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Allocated IP 172.28.0.148 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/0514e0f1-ee5c-4cd3-891c-d90db3cd6149) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:21.783101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4c112-99d6-45e3-939f-1c7fb3da7f72 None None] Network 3cba55d4-c822-4929-9f09-762c380f045f requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:21.827207 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=640588e209bb468b8455961a7e48a8dd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8799009 Apr 08 14:18:21.834260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:21.862056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c57b4596-dbe9-47ad-ad3f-2f946fb2d40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.811s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:21.880480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41304) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:21.922158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87672046-4c7f-42a4-9bcd-a632b7adb239 None None] Network 63941190-5791-4619-9d3a-acccc77753c7 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:18:21.972530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.022443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.053459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.063769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Provisioning for port 189ad8b0-e8c3-40dc-aabd-80010416eadf completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:22.066460 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2663834 Apr 08 14:18:22.072139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb6a68-1f1e-4404-b5a1-4baf12726f6e,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:22.094154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Provisioning complete for port 189ad8b0-e8c3-40dc-aabd-80010416eadf triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:22.094713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.126650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:22.161824 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.274236 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.396902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.437452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.456432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] For port 189ad8b0-e8c3-40dc-aabd-80010416eadf, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=189ad8b0-e8c3-40dc-aabd-80010416eadf,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:22.469136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:22.483913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.514835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:22.590991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.613466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:22.633310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.635410 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5aca6d3b-06c0-41af-8a82-23de6ae1136d HTTP/1.1" status: 204 len: 168 time: 1.9130428 Apr 08 14:18:22.639805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca6d3b-06c0-41af-8a82-23de6ae1136d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:22.643791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:22.660813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.75', 64223) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:22.815368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Pushing event updated for resources: {'Port': ['ID=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:22.875551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:22.902499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:22.911336 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c2ad327e-3745-43a7-b2f9-081584198b77 req-c4b854d0-9001-4948-a364-d10b6cf3c9b2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 210 time: 0.4428449 Apr 08 14:18:22.920263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:22.923342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:22.958245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:23.110683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Pushing event updated for resources: {'Port': ['ID=189ad8b0-e8c3-40dc-aabd-80010416eadf,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:23.133937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:23.254243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a22cb823-c706-4ff3-b401-a8af0354dd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:23.284521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb6a68-1f1e-4404-b5a1-4baf12726f6e,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:23.302378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:23.323746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:23.327628 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ddb6a68-1f1e-4404-b5a1-4baf12726f6e HTTP/1.1" status: 204 len: 168 time: 1.4376950 Apr 08 14:18:23.405701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-6455a354-5c08-46e0-81b7-4716b71b2b13 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:23.406764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-6455a354-5c08-46e0-81b7-4716b71b2b13 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Synchronizing usage tracker for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:network {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:18:23.486537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:18:23.491453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-6455a354-5c08-46e0-81b7-4716b71b2b13 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Unset dirty status for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:network {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:18:23.498803 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-6455a354-5c08-46e0-81b7-4716b71b2b13 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.8366022 Apr 08 14:18:23.649178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7849c9da-d92f-4985-a7ad-b5cc78d8d0da None None] Provisioning complete for port 189ad8b0-e8c3-40dc-aabd-80010416eadf triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:23.674891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7849c9da-d92f-4985-a7ad-b5cc78d8d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:23.953823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Request body: {'port': {'device_id': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'admin_state_up': True, 'tenant_id': 'b02baa353c6643ceb5b9f1db9af725ee'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:24.380317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:18:24.394230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:18:24.408216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:24.416985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Usage tracker for resource:port and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:24.422244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:24.424591 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4329171 Apr 08 14:18:24.426092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:24.429822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41406) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:24.436136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:24.436835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:24.508167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41412) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:24.521510 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:24.596357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-32212a48-f871-4376-a9da-ea2185eb7c71 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:24.609934 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-32212a48-f871-4376-a9da-ea2185eb7c71 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/networks?id=3cba55d4-c822-4929-9f09-762c380f045f HTTP/1.1" status: 200 len: 812 time: 0.7261665 Apr 08 14:18:24.650694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Made reservation on behalf of b02baa353c6643ceb5b9f1db9af725ee for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:24.666870 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:24.670255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:24.699850 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e580a28c-b0a1-419a-8103-9d0b25a56af4 req-9f9c878d-d927-45c6-81cd-577607c53de9 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 210 time: 0.3846140 Apr 08 14:18:24.741772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 189ad8b0-e8c3-40dc-aabd-80010416eadf up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:24.751284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:24.768366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-7cd715b3-e7e5-4a5b-8ef0-34dd2f97ac68 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/quotas/4d9d17454661446f8ed077864d249395 HTTP/1.1" status: 200 len: 375 time: 0.1567984 Apr 08 14:18:24.770523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Usage tracker for resource:security_group_rule and tenant:4328dcf8fb5a475f89f5cb391cedee36 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:24.780248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:24.789451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:24.912724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 189ad8b0-e8c3-40dc-aabd-80010416eadf triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:24.916228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:24.919017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:25.034831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Allocated IP 172.20.0.9 (f2330630-4546-4b00-9963-6f463fb04608/2ea4715a-daf7-426b-9726-056cd4e3bb71/6f7d77f6-b8be-4502-903e-4045e5298131) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:25.878175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:26.042485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:26.047596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:20Z', 'revision_number': 3, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:26.052267 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-76d20416-fe65-4bd6-bb0f-af46573b6c85 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d9d17454661446f8ed077864d249395&fields=id HTTP/1.1" status: 200 len: 210 time: 1.2657936 Apr 08 14:18:26.069889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:18:26.076115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Updating router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca port c716ed6e-661e-4f46-b550-24647c58a33a binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:18:26.077901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:26.356980 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:26.372068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:26.647324 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4328dcf8fb5a475f89f5cb391cedee36&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1371527 Apr 08 14:18:26.677550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41462) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:26.695154 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a548d7cf-ebc6-4ffd-9d29-7fef8d66579c req-666978c0-2115-4e21-9309-49b5ebf84959 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 210 time: 0.5092597 Apr 08 14:18:26.801217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.133979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.169280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.181655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.206024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eca00c-0c64-49ff-a291-c3d0625d0fd6,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:27.327577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:27.422709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:27.563766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event updated for resources: {'Port': ['ID=6f7d77f6-b8be-4502-903e-4045e5298131,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:27.594140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:27.596455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.651729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Network f2330630-4546-4b00-9963-6f463fb04608 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:27.664106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:27.685100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:27.692276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:27.693269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.693437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.767441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Transition to ACTIVE for port object c716ed6e-661e-4f46-b550-24647c58a33a will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:27.769269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.789669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:27.860762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:27.988728 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-6e9a84b1-f367-4f05-8f01-b351c8261546 service neutron] 10.222.0.35 "GET /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9117532 Apr 08 14:18:28.077050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Pushing event updated for resources: {'Port': ['ID=c716ed6e-661e-4f46-b550-24647c58a33a,revision_number=2']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:28.112094 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.122912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.123373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.123638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.124009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.124379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.124744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.125107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.125470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.125828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.126185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.126574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Tracked resource versions report: Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: pushed versions: Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: { 'AddressGroup': {'1.2'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': {'1.0'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': {'1.0'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': {'1.1'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': {'1.7'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': {'1.2'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': {'1.8'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': {'1.4'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': {'1.2'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': {'1.0'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': {'1.1'}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': {'1.1'}} Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: consumer versions: Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: { DHCP agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: HyperV agent@hv-cinder-78462: {}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: L3 agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: Metadata agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: Metering agent@dv-cinder-784623-3-smb: {}, Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: Open vSwitch agent@dv-cinder-784623-3-smb: { 'AddressGroup': '1.2', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'ConntrackHelper': '1.0', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Log': '1.0', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Network': '1.1', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Port': '1.7', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'PortForwarding': '1.2', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'QosPolicy': '1.8', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroup': '1.4', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'SecurityGroupRule': '1.2', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'SubPort': '1.0', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Subnet': '1.1', Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: 'Trunk': '1.1'}} Apr 08 14:18:28.127797 dv-cinder-784623-3-smb neutron-server[84173]: {{(pid=84289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 14:18:28.144790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:28.150013 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2689559 Apr 08 14:18:28.175356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-eb7742ba-6d87-4d65-9852-ead644e063dd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:18:28.176633 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-eb7742ba-6d87-4d65-9852-ead644e063dd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135190 Apr 08 14:18:28.550823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Allocated IP 172.20.0.1 (63941190-5791-4619-9d3a-acccc77753c7/090d0b67-7a52-4bb5-b277-4d453178e7eb/74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:28.587938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Attempting to bind port c716ed6e-661e-4f46-b550-24647c58a33a on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:28.588418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Attempting to bind port c716ed6e-661e-4f46-b550-24647c58a33a by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:28.588802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Attempting to bind port c716ed6e-661e-4f46-b550-24647c58a33a on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:28.608277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:28.608700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:28.609184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:28.609569 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:28.610179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Bound port: c716ed6e-661e-4f46-b550-24647c58a33a, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:28.610626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:28.742463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:28.784205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] For port c716ed6e-661e-4f46-b550-24647c58a33a, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:28.793788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] For port c716ed6e-661e-4f46-b550-24647c58a33a, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=c716ed6e-661e-4f46-b550-24647c58a33a,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:28.798453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:28.811148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Request body: {'port': {'device_id': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:28.822650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:28.939021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eca00c-0c64-49ff-a291-c3d0625d0fd6,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:28.943802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:29.011869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:29.016329 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5eca00c-0c64-49ff-a291-c3d0625d0fd6 HTTP/1.1" status: 204 len: 168 time: 2.3168473 Apr 08 14:18:29.079779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b35e666e-6f98-498e-9866-0bbc4c2a8947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:29.108736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd882a-f21b-448a-b07c-9a71c9dd2590 req-a49706a7-0e0e-4535-987d-1855d6742ede tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:29.129364 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a3fd882a-f21b-448a-b07c-9a71c9dd2590 req-a49706a7-0e0e-4535-987d-1855d6742ede tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 931 time: 0.8120527 Apr 08 14:18:29.288732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Pushing event updated for resources: {'Port': ['ID=c716ed6e-661e-4f46-b550-24647c58a33a,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:29.330964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:29.335974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:29.337666 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a3fd882a-f21b-448a-b07c-9a71c9dd2590 req-06a5ee63-f08c-43b1-89e8-075e48730c18 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053730 Apr 08 14:18:29.378061 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-61c52c44-7128-4b1d-81c4-1012365c4f2b service neutron] 10.222.0.35 "GET /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3542714 Apr 08 14:18:29.381565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:18:29.394763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:29.395887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:29.784705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:29.813523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7aaf1312-144f-442b-beeb-fdcb0232723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:30.067153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Transition to ACTIVE for port object 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:30.568344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:30.722657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:18:30.741518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Sync routers for ids ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:18:30.792215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Routers {'6c4ea0c1-034d-40c9-8921-339e8fa61d3d'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:30.800891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:30.857964 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f9c9b5ae-7526-46f7-a423-18fb5c0ed866 req-1b3b2ec8-9b8c-4590-b01c-fa5ca0184aee tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.7297080 Apr 08 14:18:31.003844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:31.169929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:31.171333 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.4721105 Apr 08 14:18:31.176234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41564) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:31.848443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7d77f6-b8be-4502-903e-4045e5298131 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:18:31.868957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:31.895121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Transition to ACTIVE for port object 6f7d77f6-b8be-4502-903e-4045e5298131 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:31.896244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-edba1625-596b-4442-aa94-73fb5a97edc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:32.030257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Pushing event updated for resources: {'Port': ['ID=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:32.031283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:32.032133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:32.073149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:32.272126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Pushing event updated for resources: {'Port': ['ID=6f7d77f6-b8be-4502-903e-4045e5298131,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:32.292051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Set router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:32.297163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Network 63941190-5791-4619-9d3a-acccc77753c7 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:32.298477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:32.302255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:32.306804 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:32.307329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:32.451155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:20Z', 'revision_number': 3, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:32.470825 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db289b76-49e8-411a-bc6f-68e2d5c2d522 None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:20Z', 'revision_number': 3, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:18:32.540941 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2c592d5e-6720-4313-96d3-be1188ca5e7d req-694d2297-ad76-44af-b94d-1684dd4c79b9 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.1765921 Apr 08 14:18:32.879750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3e0e-5d1d-4750-a1bd-67f684a1b0e3 req-8bbd5dec-69f2-4293-b9b3-ae7ad0f7bfb6 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:32.891560 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e58f3e0e-5d1d-4750-a1bd-67f684a1b0e3 req-8bbd5dec-69f2-4293-b9b3-ae7ad0f7bfb6 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 931 time: 1.9828742 Apr 08 14:18:32.901986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28a13d75-11af-4947-9af4-979a6b44ca7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:32.957128 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e58f3e0e-5d1d-4750-a1bd-67f684a1b0e3 req-f4bb2743-ef9c-4eac-8d74-3afabb42d38d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637951 Apr 08 14:18:33.165787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:33.256736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-88c361c8-6338-4fb8-bc12-3a2bfdd311f2 None None] Provisioning for port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:33.270108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:33.281868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-88c361c8-6338-4fb8-bc12-3a2bfdd311f2 None None] Provisioning complete for port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:33.296524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88c361c8-6338-4fb8-bc12-3a2bfdd311f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:33.546965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-88c361c8-6338-4fb8-bc12-3a2bfdd311f2 None None] Port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:18:33.980190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:18:23Z', 'revision_number': 3, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:34.015003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Checking router: 6c4ea0c1-034d-40c9-8921-339e8fa61d3d for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:18:34.015783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Updating router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:18:34.387044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:34.410472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Attempting to bind port 6f7d77f6-b8be-4502-903e-4045e5298131 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:34.410748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Attempting to bind port 6f7d77f6-b8be-4502-903e-4045e5298131 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:34.411147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Attempting to bind port 6f7d77f6-b8be-4502-903e-4045e5298131 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:34.437230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Port 6f7d77f6-b8be-4502-903e-4045e5298131 on network f2330630-4546-4b00-9963-6f463fb04608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:18:34.437693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Attempting to bind port 6f7d77f6-b8be-4502-903e-4045e5298131 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:34.463808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:34.464290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Checking segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:34.465001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Bound using segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:34.465526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Bound port: 6f7d77f6-b8be-4502-903e-4045e5298131, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:34.465981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:34.474515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:34.509708 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8f25119f-b040-4820-b56d-40aa4cb0ee67 req-addebc9d-f299-4d2b-98f8-3951df24ad6c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.2184141 Apr 08 14:18:34.519246 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:34.792795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.75', 64239) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:34.908266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] For port 6f7d77f6-b8be-4502-903e-4045e5298131, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:34.924860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] For port 6f7d77f6-b8be-4502-903e-4045e5298131, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7d77f6-b8be-4502-903e-4045e5298131,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:34.947900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:35.022876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:35.348292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device c716ed6e-661e-4f46-b550-24647c58a33a up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:35.780937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:18:35.809759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:35.839583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:35.840958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:35.844219 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] 10.222.0.75 "PUT /v2.0/ports/6f7d77f6-b8be-4502-903e-4045e5298131 HTTP/1.1" status: 200 len: 1093 time: 7.3139014 Apr 08 14:18:35.845348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'tag': '6f7d77f6-b8be-4502-903e-4045e5298131'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:18:35.877835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806893-5dee-4a11-b4d4-b8b6ffd6d146 req-0a5bb81c-ee6f-42ab-b2b0-92133f425c57 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:35.885924 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a5806893-5dee-4a11-b4d4-b8b6ffd6d146 req-0a5bb81c-ee6f-42ab-b2b0-92133f425c57 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 943 time: 1.3506074 Apr 08 14:18:35.988667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port c716ed6e-661e-4f46-b550-24647c58a33a completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:36.040431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port c716ed6e-661e-4f46-b550-24647c58a33a triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:36.041134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:36.106966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Pushing event updated for resources: {'Port': ['ID=6f7d77f6-b8be-4502-903e-4045e5298131,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:36.285860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:36.363043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-b4371e08-6f94-4976-952b-2fe632e6dc0d tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:36.364687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-b4371e08-6f94-4976-952b-2fe632e6dc0d tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.75 "GET /v2.0/networks?id=3cba55d4-c822-4929-9f09-762c380f045f HTTP/1.1" status: 200 len: 812 time: 1.5508921 Apr 08 14:18:36.430999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a5806893-5dee-4a11-b4d4-b8b6ffd6d146 req-749bf738-48a9-447a-ad27-40d999e0e336 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237639 Apr 08 14:18:36.447326 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6f54bb68-f21c-4715-b52a-37016e876faa req-2b74e9a6-d5da-45bd-8388-c9b9bf840e6f tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.3976233 Apr 08 14:18:36.468824 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.resource_extend [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 14:18:36.504908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Request body: {'port': {'device_id': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f', 'admin_state_up': True, 'tenant_id': '4d9d17454661446f8ed077864d249395'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:36.869375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:36.912045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port c716ed6e-661e-4f46-b550-24647c58a33a, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=c716ed6e-661e-4f46-b550-24647c58a33a,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:36.936770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:36.943682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:36.961956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:37.023778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:37.042438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:37.049031 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:37.088405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:37.101100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Transition to ACTIVE for port object 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:37.201596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:37.314504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=c716ed6e-661e-4f46-b550-24647c58a33a,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:37.365870 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:37.377917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Usage tracker for resource:port and tenant:4d9d17454661446f8ed077864d249395 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:37.383814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:37.392527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:37.403124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Pushing event updated for resources: {'Port': ['ID=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:37.407378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-cc6c71d8-94a2-4b43-9931-4ff11ba79b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:37.423568 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-cc6c71d8-94a2-4b43-9931-4ff11ba79b7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 1096 time: 1.2865305 Apr 08 14:18:37.425373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Made reservation on behalf of 4d9d17454661446f8ed077864d249395 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:37.426131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:37.432956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:37.439564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-48f4bb38-a6ce-4743-b5f0-eb565d88bd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:37.521926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Allocated IP 172.20.0.1 (3d127c38-ea61-48c7-8356-bdf4831e0300/9c32b25f-a5fe-481b-89e6-2e27f04be721/44bc7600-0ce0-4193-baaf-eaca6cdab53d) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:37.836590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:37.853724 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'tag': '6f7d77f6-b8be-4502-903e-4045e5298131', 'status': 'completed', 'code': 200} Apr 08 14:18:37.880310 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-06be2895-1465-4ffd-9721-de0823574330 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f7d77f6-b8be-4502-903e-4045e5298131 HTTP/1.1" status: 200 len: 217 time: 0.4564519 Apr 08 14:18:37.897008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Network 63941190-5791-4619-9d3a-acccc77753c7 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:37.898501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:38.010513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7715d85-2367-4c2d-9ced-acf221524df3 None None] Pushing event updated for resources: {'Port': ['ID=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:38.090914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7715d85-2367-4c2d-9ced-acf221524df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:38.138478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:38.390802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Attempting to bind port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:38.393412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Attempting to bind port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:38.393841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Attempting to bind port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:38.467369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:38.467767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:38.468325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:38.468779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:38.469379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Bound port: 0514e0f1-ee5c-4cd3-891c-d90db3cd6149, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:38.469651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:38.621042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:38.656243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-2570711e-8aab-47cc-aca7-9cb150c9e988 None None] Provisioning complete for port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:38.656740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2570711e-8aab-47cc-aca7-9cb150c9e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:38.779699 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2d9aadea-d43e-4089-88c9-fe7c7619bc1b req-b7d856c7-61c4-4fff-aca3-bfa3a04e40e4 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.1992717 Apr 08 14:18:38.830415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-1676068c-cc8b-4cb8-8d47-247f1be24613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:38.846074 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-1676068c-cc8b-4cb8-8d47-247f1be24613 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.4211528 Apr 08 14:18:38.884566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2570711e-8aab-47cc-aca7-9cb150c9e988 None None] Port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:18:38.923448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] For port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:38.932037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] For port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:38.941239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41722) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:38.943366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:39.008117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:39.009904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:18:39.242514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device c716ed6e-661e-4f46-b550-24647c58a33a up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:39.576973 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-fb9c4358-600c-478a-bdd2-16de8bc3235b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767197 Apr 08 14:18:39.724144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:39.819588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port c716ed6e-661e-4f46-b550-24647c58a33a triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:39.820193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:39.882126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:39.893811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:39.908791 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-3ca40b04-2ee1-430b-baaf-8e0e043dc366 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825489 Apr 08 14:18:39.916513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:39.917047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:39.980286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7715d85-2367-4c2d-9ced-acf221524df3 None None] Pushing event updated for resources: {'Port': ['ID=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:40.001371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7715d85-2367-4c2d-9ced-acf221524df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:40.273024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:40.340886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Routers {'6c4ea0c1-034d-40c9-8921-339e8fa61d3d'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:40.341604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:33Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:40.344156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b168d-cab2-45aa-a60c-cf7b98341740 req-2226bb91-aeed-499a-94fd-00f440d9f283 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:40.353968 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c58b168d-cab2-45aa-a60c-cf7b98341740 req-2226bb91-aeed-499a-94fd-00f440d9f283 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 943 time: 1.9642720 Apr 08 14:18:40.435276 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c58b168d-cab2-45aa-a60c-cf7b98341740 req-14e67329-6c4e-4ac7-bf59-78a0b6c6806a tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794575 Apr 08 14:18:40.523220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:40.674425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:40.697252 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f2b08af-e102-4267-84de-ae851c31bda8 req-5827681e-0b0a-4ff3-92ef-bc0b80e2ed92 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625155 Apr 08 14:18:40.708873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Usage tracker for resource:security_group_rule and tenant:df35a22a73ae46dea3a8fa32de8a3811 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:40.728640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:40.824003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:41.065353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.067185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:18:41.074946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.084722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:18:41.133488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:41.137803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:33Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:41.138221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.221595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:41.232050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.235434 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-118b511b-4b59-497f-af6d-23136f9cfdcf req-51cf416a-ed07-4912-bb0d-fde4208fc8cf tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.8255787 Apr 08 14:18:41.264867 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df35a22a73ae46dea3a8fa32de8a3811&name=default HTTP/1.1" status: 200 len: 2977 time: 2.3154790 Apr 08 14:18:41.266596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7532eb-309d-47c5-adb3-55652e5e478f,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:41.275162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:41.275678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41752) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:41.355236 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] 10.222.0.35 "PUT /v2.0/routers/35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9231420 Apr 08 14:18:41.370499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.384572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-68278a81-af26-4b16-b355-5fdfda79fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:41.386233 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-68278a81-af26-4b16-b355-5fdfda79fca3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 1096 time: 0.3161771 Apr 08 14:18:41.890872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-11f0ddc5-60ae-4016-9bbb-52199428174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:41.893098 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-11f0ddc5-60ae-4016-9bbb-52199428174e service neutron] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 915 time: 0.4425464 Apr 08 14:18:41.919679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.923047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Pushing event updated for resources: {'Port': ['ID=44bc7600-0ce0-4193-baaf-eaca6cdab53d,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:41.964372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.240s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:41.985167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:41.985882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:42.010867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:42.224142 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-480cb63b-d1fd-47e3-90c0-0e17758a95c0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f7d77f6-b8be-4502-903e-4045e5298131 HTTP/1.1" status: 200 len: 217 time: 0.1619189 Apr 08 14:18:42.240084 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Pushing event updated for resources: {'Port': ['ID=44bc7600-0ce0-4193-baaf-eaca6cdab53d,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:42.247520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:42.279652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] Set router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:42.373872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:42.375220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:42.412926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-87b0cf7d-6630-4dff-8fc8-9dc4a3c42247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:42.414774 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-87b0cf7d-6630-4dff-8fc8-9dc4a3c42247 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.1788321 Apr 08 14:18:42.542426 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-9632dbdc-d61a-405a-bda6-f38d40dad5e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205943 Apr 08 14:18:42.543694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:42.591139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:42.608807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7532eb-309d-47c5-adb3-55652e5e478f,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:42.625424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:42.629807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:42.636575 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b7532eb-309d-47c5-adb3-55652e5e478f HTTP/1.1" status: 204 len: 168 time: 1.3488276 Apr 08 14:18:42.701478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:34Z', 'revision_number': 2, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:42.722052 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:18:42.722578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Updating router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:18:42.862872 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-709bb57a-c1e3-4ef8-971a-dbbb4b2b7fef service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951586 Apr 08 14:18:42.891368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:42.985353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:18:43.007701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Allocated IP 172.20.0.3 (3cba55d4-c822-4929-9f09-762c380f045f/e335ece3-6143-41cb-9e2b-16ca1db52de6/11f7cf9a-ef36-43f8-8758-4e2e523bcecf) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:43.057497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4ae89-fca4-4a7a-9528-23eff342f0eb req-c3c68a23-2ef7-411d-a2b9-0db6d996a57e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:43.059258 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fae4ae89-fca4-4a7a-9528-23eff342f0eb req-c3c68a23-2ef7-411d-a2b9-0db6d996a57e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 943 time: 1.1119962 Apr 08 14:18:43.181856 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d896f93d-6bd0-45a5-88b0-281df6377727 req-66660e3f-1ab1-4376-ae50-1e189a2f7098 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118486 Apr 08 14:18:43.359600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '44bc7600-0ce0-4193-baaf-eaca6cdab53d', 'name': '', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'mac_address': 'fa:16:3e:0a:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:36Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 2, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'subnets': [{'id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:43.370284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:18:43.375557 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fae4ae89-fca4-4a7a-9528-23eff342f0eb req-3056889c-1e25-4d77-80a7-7f83d72227c9 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333998 Apr 08 14:18:43.377096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ad738-e5b3-49a3-951e-a4aeca165f1e None None] The sync data for ids ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'] in dv-cinder-784623-3-smb is: [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '44bc7600-0ce0-4193-baaf-eaca6cdab53d', 'name': '', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'mac_address': 'fa:16:3e:0a:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:36Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 2, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'subnets': [{'id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:18:43.406648 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] 10.222.0.35 "PUT /v2.0/routers/6c4ea0c1-034d-40c9-8921-339e8fa61d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1929104 Apr 08 14:18:43.638687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41812) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:43.710750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:43.741890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41818) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:43.757101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556888000', 'description': 'tempest-description--1112072889'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:43.786925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:43.796138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Usage tracker for resource:security_group_rule and tenant:9061cd5f0fd048c1b9137eaf2973d641 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:43.802557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:43.815685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:43.921113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:43.940888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:43.957167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:43.966686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Transition to ACTIVE for port object 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:43.981158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:44.002078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.030339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:44.137657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.149917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:44.156303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:44.161014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:44.168435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:44.178387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:44.273362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.293214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.313786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.319114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:44.385191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.400636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-ffc767ff-75a0-45bf-86e5-87ebde7d1fb5 req-8582c43d-c8c2-4e78-9644-3c5c650ef109 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Synchronizing usage tracker for tenant:4d9d17454661446f8ed077864d249395 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:18:44.483252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-ffc767ff-75a0-45bf-86e5-87ebde7d1fb5 req-8582c43d-c8c2-4e78-9644-3c5c650ef109 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Unset dirty status for tenant:4d9d17454661446f8ed077864d249395 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:18:44.499845 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ffc767ff-75a0-45bf-86e5-87ebde7d1fb5 req-8582c43d-c8c2-4e78-9644-3c5c650ef109 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.7052615 Apr 08 14:18:44.503972 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9061cd5f0fd048c1b9137eaf2973d641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8631940 Apr 08 14:18:44.512492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41848) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:44.537195 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6275166c-9f4e-47df-bc9b-64711601b10b,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:44.546984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:44.547515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e2c0db3f-615b-48a6-abf2-211af646b054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:44.590393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.597763 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8535967 Apr 08 14:18:44.598514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41852) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:44.649217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'security_group_rule': {'security_group_id': '6275166c-9f4e-47df-bc9b-64711601b10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:44.688076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:44.692973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6827b-0094-42a5-8892-be08c23d00e1,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:44.718782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:44.722758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.729368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:44.735199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:44.765562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:44.777132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.806797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:44.847871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc014e-e29c-4584-94c7-38e35ee2b68d None None] Pushing event updated for resources: {'Port': ['ID=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:44.859146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7dc014e-e29c-4584-94c7-38e35ee2b68d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:45.016234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.068299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.073757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.078614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:45.129478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b6e24079-f0df-45e0-bce3-15efd00f3fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:45.171835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaea8825-98f3-428e-a35b-b043c959a086,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:45.208796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:45.234431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.239218 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6346712 Apr 08 14:18:45.240373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41878) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:45.263191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.276106 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9db6827b-0094-42a5-8892-be08c23d00e1 HTTP/1.1" status: 204 len: 168 time: 0.7350893 Apr 08 14:18:45.285953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'security_group_rule': {'security_group_id': '6275166c-9f4e-47df-bc9b-64711601b10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:45.286155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6f7d77f6-b8be-4502-903e-4045e5298131 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:18:45.301315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:45.314456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:45.319588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:45.335428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:45.378377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.395871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.428828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6827b-0094-42a5-8892-be08c23d00e1,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:45.441369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42554b84-0352-4577-ad7b-b191cf0b81a5 req-e3e109b0-cf27-4c63-9a07-7a4b259c3074 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:45.451076 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-42554b84-0352-4577-ad7b-b191cf0b81a5 req-e3e109b0-cf27-4c63-9a07-7a4b259c3074 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 943 time: 0.6653535 Apr 08 14:18:45.458741 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:45.490086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.507686 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-42554b84-0352-4577-ad7b-b191cf0b81a5 req-1a91cf4d-ba95-4cc7-8c0f-8bdc752985d6 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Apr 08 14:18:45.609358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Attempting to bind port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:45.610109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Attempting to bind port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:45.610859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Attempting to bind port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a on network 63941190-5791-4619-9d3a-acccc77753c7 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:45.630315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:45.631169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Checking segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:45.633545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.634382 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Bound using segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:45.636949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.637944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Bound port: 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:45.638604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.646728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.657998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df32f0e3-0f20-41c2-ad49-16f1a373eb8f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:45.708314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec2693f-7b5d-4440-8c18-f552ba22bee6,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:45.718439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:45.739351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.744976 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5031922 Apr 08 14:18:45.745798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 41890) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:45.747407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 6f7d77f6-b8be-4502-903e-4045e5298131, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7d77f6-b8be-4502-903e-4045e5298131,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:45.757865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'floatingip': {'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:45.785923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '6f7d77f6-b8be-4502-903e-4045e5298131', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'port_id': '6f7d77f6-b8be-4502-903e-4045e5298131', 'mac_address': 'fa:16:3e:18:b8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea4715a-daf7-426b-9726-056cd4e3bb71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:18:45.796684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:45.826834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:floatingip and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:45.844224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:45.868591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] For port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:45.874876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] For port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:45.877733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:45.881652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.905386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:45.921664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:45.956349 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:46.049864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7d77f6-b8be-4502-903e-4045e5298131 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:18:46.120627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 6f7d77f6-b8be-4502-903e-4045e5298131, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7d77f6-b8be-4502-903e-4045e5298131,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:46.128263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:46.130998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:46.187594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc014e-e29c-4584-94c7-38e35ee2b68d None None] Pushing event updated for resources: {'Port': ['ID=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,revision_number=4']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:46.243432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7dc014e-e29c-4584-94c7-38e35ee2b68d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:46.261975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:46.323468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=6f7d77f6-b8be-4502-903e-4045e5298131,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:46.331653 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:46.411760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:46.412768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:33Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:46.456422 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:46.582621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:18:46.603852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Pushing event updated for resources: {'Port': ['ID=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:46.622722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41906) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:46.650884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:46.704444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Network 3cba55d4-c822-4929-9f09-762c380f045f is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:46.774133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:46.780574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:46.783444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:46.830817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:46.837569 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:46.837861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:46.838117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:46.931712 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:46.981313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:47.027305 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.5385542 Apr 08 14:18:47.029670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:47.049042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-c8c80682-dda4-460e-aab7-38c89e0d1a81 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:47.050464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-c8c80682-dda4-460e-aab7-38c89e0d1a81 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Synchronizing usage tracker for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:network {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:18:47.071502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148082-7520-4213-be23-39956040ab02 req-fdefb4e8-54e2-4d5d-b90e-beb16b33206a tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:47.086637 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-58148082-7520-4213-be23-39956040ab02 req-fdefb4e8-54e2-4d5d-b90e-beb16b33206a tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 931 time: 0.9711115 Apr 08 14:18:47.122940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:47.128598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:47.165961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:167d646075c9405bb1f6bb03c9f7a6f6 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:47.178337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:47.224113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Request body: {'port': {'device_id': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:47.240494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:47.296187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:47.345229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-41f0f3b2-bd5a-4b12-a052-83e21f458623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:47.355701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:47.408131 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-58148082-7520-4213-be23-39956040ab02 req-e65c2d47-945e-48ae-a87d-9fab9535b5ed tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201561 Apr 08 14:18:47.423831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-c8c80682-dda4-460e-aab7-38c89e0d1a81 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Unset dirty status for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:network {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:18:47.432047 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-c8c80682-dda4-460e-aab7-38c89e0d1a81 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 817 time: 2.2486212 Apr 08 14:18:47.543912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:47.560107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:47.575782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Allocated IP 172.28.0.251 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/bd0369e7-f768-4df7-96f2-b16c33a96b99) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:47.733597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:47.803544 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-cce65593-de6e-4613-9491-5461dcc3ccd7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/quotas/7d369b7fc2d54d83a91f18c98a16c108 HTTP/1.1" status: 200 len: 375 time: 0.3702359 Apr 08 14:18:48.099567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:48.122927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:48.142473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:48.243867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:48.244501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:48.272067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:48.272728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:48.294986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:45Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:48.306280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:48.313003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd572c3b-6f8f-490d-b054-52036f4b42a1 None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:45Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:18:48.397277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fc82a3a7-37a5-4309-8b88-55b300a75041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:48.512778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37ac652-a628-4da2-85e4-55da806ad9c3,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:48.526791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:48.637869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-942fedd4-ae5f-4cca-ace4-8b965c8efbca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Synchronizing usage tracker for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:18:48.670008 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=167d646075c9405bb1f6bb03c9f7a6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0267067 Apr 08 14:18:48.671041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41968) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:48.713893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ed09a-54fb-4c6f-8e41-6e980ec75e6c req-fe824f36-9806-487a-9552-513143122d7e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:48.715748 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-960ed09a-54fb-4c6f-8e41-6e980ec75e6c req-fe824f36-9806-487a-9552-513143122d7e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 944 time: 0.5543489 Apr 08 14:18:48.741849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Sync routers for ids ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:18:48.747146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'Port': ['ID=bd0369e7-f768-4df7-96f2-b16c33a96b99,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:48.762274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Routers {'6c4ea0c1-034d-40c9-8921-339e8fa61d3d'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:48.763572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:33Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:48.783291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:48.965048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:48.967587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:48.973667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:49.006473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-942fedd4-ae5f-4cca-ace4-8b965c8efbca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Unset dirty status for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:18:49.023206 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-942fedd4-ae5f-4cca-ace4-8b965c8efbca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2034571 Apr 08 14:18:49.110393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Set router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:49.122464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:49.263699 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-960ed09a-54fb-4c6f-8e41-6e980ec75e6c req-bc1f8081-5783-47f0-b8b5-520e90e21622 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082377 Apr 08 14:18:49.287278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6f7d77f6-b8be-4502-903e-4045e5298131 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:49.391176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:49.757389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 41986) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:49.933118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 6f7d77f6-b8be-4502-903e-4045e5298131 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:49.953950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 6f7d77f6-b8be-4502-903e-4045e5298131 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:49.954576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:49.967483 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-645e67c1-961a-4788-a8fa-5916d3e5e20d service neutron] 10.222.0.35 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9423947 Apr 08 14:18:50.080374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.303851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.314613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.351304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:50.366887 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-68e06afb-6f7d-4659-abba-37e8cd4e5d5c service neutron] 10.222.0.35 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717062 Apr 08 14:18:50.433888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f7cf9a-ef36-43f8-8758-4e2e523bcecf {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:18:50.434701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.442574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:50.453189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.485169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.554406 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.577610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'Port': ['ID=bd0369e7-f768-4df7-96f2-b16c33a96b99,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:50.589702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:50.613870 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7d77f6-b8be-4502-903e-4045e5298131'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:18:50.702912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.705767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.714905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Transition to ACTIVE for port object 11f7cf9a-ef36-43f8-8758-4e2e523bcecf will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:50.716312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:50.730969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f35803be-f5b1-422c-8987-5a26c319f570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:50.739852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.741785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe9f2729a62452ebb3f136922ede18a is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:50.750722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:50.781078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37ac652-a628-4da2-85e4-55da806ad9c3,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:50.784112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:50.794885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:50.798928 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0501912 Apr 08 14:18:50.816420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:50.829288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:50.993920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 6f7d77f6-b8be-4502-903e-4045e5298131, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7d77f6-b8be-4502-903e-4045e5298131,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:51.037766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.065951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.069852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7e56a1c8-e3ce-4231-a938-43dba2231dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:51.283910 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:51.299043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '44bc7600-0ce0-4193-baaf-eaca6cdab53d', 'name': '', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'mac_address': 'fa:16:3e:0a:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:36Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 2, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'subnets': [{'id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:51.307388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:51.307817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.387068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Checking router: 6c4ea0c1-034d-40c9-8921-339e8fa61d3d for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:18:51.387484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Updating router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d port 44bc7600-0ce0-4193-baaf-eaca6cdab53d binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:18:51.406130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.410557 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a8e14a58-935a-430c-9139-4f89f8109463 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e37ac652-a628-4da2-85e4-55da806ad9c3 HTTP/1.1" status: 204 len: 168 time: 2.7324619 Apr 08 14:18:51.440012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=6f7d77f6-b8be-4502-903e-4045e5298131,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:51.444696 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:51.480581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9588c-157e-4d08-a4fb-15b60662a49f req-4554224c-40f6-4691-83e2-64c6a74ec67e tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:51.502888 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b6a9588c-157e-4d08-a4fb-15b60662a49f req-4554224c-40f6-4691-83e2-64c6a74ec67e tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 931 time: 1.8035913 Apr 08 14:18:51.605306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.644117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.662500 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b6a9588c-157e-4d08-a4fb-15b60662a49f req-9a4f3f48-65bd-4fcc-92d6-629763af500f tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578679 Apr 08 14:18:51.676477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Pushing event updated for resources: {'Port': ['ID=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:51.716742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:51.753863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:51.776594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:51.806067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:51.848054 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b57f09a9-bd8a-4bd2-b2a0-0ef604277e6f req-ed2e899d-2ce3-4309-89a7-dafdba605ab9 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 210 time: 0.0978012 Apr 08 14:18:51.926332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54d8f5-2584-459d-8692-6c3f6469974a req-72e1fc1f-e498-46eb-b476-c2415fc795f6 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:51.935760 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b54d8f5-2584-459d-8692-6c3f6469974a req-72e1fc1f-e498-46eb-b476-c2415fc795f6 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 945 time: 0.5140228 Apr 08 14:18:52.155855 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b54d8f5-2584-459d-8692-6c3f6469974a req-5e9ca8d4-cea0-4408-bc38-8871b5b54bf1 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190025 Apr 08 14:18:52.157989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:52.219136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:52.228250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:52.238061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:52.279881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9d0aef3f-c148-4d51-afd8-688692cdaa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:52.323300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f0d310-0063-4e4d-b44e-a682917641e4,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:52.347897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:52.348710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Attempting to bind port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:52.349106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Attempting to bind port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9663fc94-aba7-46ef-bafd-3e85180575e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:52.349479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Attempting to bind port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf on network 3cba55d4-c822-4929-9f09-762c380f045f {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:52.405067 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-65fdf080-53c0-4a07-af6d-ab565b103a55 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1556888000&fields=id&tenant_id=506ac1e673634482bd3d0854b83ed378 HTTP/1.1" status: 200 len: 267 time: 0.1845961 Apr 08 14:18:52.412961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf on network 3cba55d4-c822-4929-9f09-762c380f045f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:18:52.413795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Attempting to bind port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf on network 3cba55d4-c822-4929-9f09-762c380f045f {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:52.430469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:52.431080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Checking segment: {'id': '9663fc94-aba7-46ef-bafd-3e85180575e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:52.431694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Bound using segment: {'id': '9663fc94-aba7-46ef-bafd-3e85180575e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:52.432227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Bound port: 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9663fc94-aba7-46ef-bafd-3e85180575e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:52.432622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:52.527758 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbe9f2729a62452ebb3f136922ede18a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7633741 Apr 08 14:18:52.530904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42082) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:52.782562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:52.854264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-49419a33-d7c6-4d86-8173-221d57c4eee4 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:52.869244 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-49419a33-d7c6-4d86-8173-221d57c4eee4 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 810 time: 0.4625967 Apr 08 14:18:52.904222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:52.928519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] For port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:52.935236 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] For port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,segment=NetworkSegment(9663fc94-aba7-46ef-bafd-3e85180575e6),segment_id=9663fc94-aba7-46ef-bafd-3e85180575e6)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:52.945851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.000314 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-980b983d-f16d-4b5b-91df-43c287ee4858 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/quotas/506ac1e673634482bd3d0854b83ed378 HTTP/1.1" status: 200 len: 375 time: 0.1298070 Apr 08 14:18:53.005657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e8b53783-ee09-4076-8960-e6cb92d891b2 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:53.077755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.082464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d6c80a08-7e93-4b77-b6e3-86a4f185f0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:53.123572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f0d310-0063-4e4d-b44e-a682917641e4,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:53.141065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:53.143841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.145084 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3f0d310-0063-4e4d-b44e-a682917641e4 HTTP/1.1" status: 204 len: 168 time: 0.6126144 Apr 08 14:18:53.204990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.232777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Transition to ACTIVE for port object 44bc7600-0ce0-4193-baaf-eaca6cdab53d will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:53.245735 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7d77f6-b8be-4502-903e-4045e5298131', 'code': 200} Apr 08 14:18:53.262520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.325139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-a6104c1a-3a44-485c-9b0c-23bf37b53050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:53.330383 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-a6104c1a-3a44-485c-9b0c-23bf37b53050 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 1098 time: 0.1719697 Apr 08 14:18:53.339319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42120) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:53.344291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Pushing event updated for resources: {'Port': ['ID=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:53.348109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.75', 64268) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:53.360925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:53.443826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.606359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:53.657115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:53.666010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:53.666772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:53.691936 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] 10.222.0.75 "PUT /v2.0/ports/11f7cf9a-ef36-43f8-8758-4e2e523bcecf HTTP/1.1" status: 200 len: 1093 time: 6.6000912 Apr 08 14:18:53.692628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Usage tracker for resource:security_group_rule and tenant:bebe332cb0d24c8cb2759068a377e2a3 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:53.708692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'tag': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:18:53.713847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:53.748028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:53.878146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-451f639a-d767-4dde-8968-28ad2fd3bd32 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:53.880544 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-451f639a-d767-4dde-8968-28ad2fd3bd32 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 817 time: 0.5309722 Apr 08 14:18:53.910597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Request body: {'port': {'device_id': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'admin_state_up': True, 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:54.147278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03f772-3ddf-4c30-82f9-6381eff5f5ba None None] Pushing event updated for resources: {'Port': ['ID=44bc7600-0ce0-4193-baaf-eaca6cdab53d,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:54.160779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:54.252495 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-c417f467-36cb-4eee-bb0d-a73de8d18b3b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2511661 Apr 08 14:18:54.276662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-3fe457c7-f604-4eab-bf1b-81bf96f556ae tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:54.285352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b03f772-3ddf-4c30-82f9-6381eff5f5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:54.287186 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-3fe457c7-f604-4eab-bf1b-81bf96f556ae tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 817 time: 0.9352951 Apr 08 14:18:54.323554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42154) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:54.357002 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-1c4d8c52-d35f-46e2-baa6-0da089f985a3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/quotas/7d369b7fc2d54d83a91f18c98a16c108 HTTP/1.1" status: 200 len: 375 time: 0.0609729 Apr 08 14:18:54.361097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.397513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.424816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:54.429859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Usage tracker for resource:security_group_rule and tenant:96655753f8fa48638b4cc2ef4dc91b7f is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:54.433746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:54.440821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:54.507551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:54.513871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa78965072f4ddcad0a16001f89b255 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:54.519183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:54.527156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:54.535472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Attempting to bind port 44bc7600-0ce0-4193-baaf-eaca6cdab53d on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:18:54.535885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Attempting to bind port 44bc7600-0ce0-4193-baaf-eaca6cdab53d by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:18:54.536306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Attempting to bind port 44bc7600-0ce0-4193-baaf-eaca6cdab53d on network 3d127c38-ea61-48c7-8356-bdf4831e0300 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:18:54.557640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:18:54.571489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Checking segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:18:54.572103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.572569 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Bound using segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:18:54.573139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Bound port: 44bc7600-0ce0-4193-baaf-eaca6cdab53d, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:18:54.573573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.609425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:54.609809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.726428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.742273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-fad19b76-227f-4b56-9596-1486717c742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:54.742562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:54.745735 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-fad19b76-227f-4b56-9596-1486717c742c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d9d17454661446f8ed077864d249395&device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 1096 time: 0.7712522 Apr 08 14:18:54.752109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.795141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] For port 44bc7600-0ce0-4193-baaf-eaca6cdab53d, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:18:54.806855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] For port 44bc7600-0ce0-4193-baaf-eaca6cdab53d, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=44bc7600-0ce0-4193-baaf-eaca6cdab53d,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:18:54.840222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:54.851841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.863677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.865559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.880316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bcfeb011-f438-40df-bdaa-a562dc5f0a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:54.898848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.925879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.930823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Made reservation on behalf of 7d369b7fc2d54d83a91f18c98a16c108 for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:18:54.941617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:54.951712 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:54.996515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-05ce8c0a-5038-4482-910f-b5a6b4853733 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=84287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 14:18:54.998227 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-05ce8c0a-5038-4482-910f-b5a6b4853733 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2501209 Apr 08 14:18:55.039516 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fa78965072f4ddcad0a16001f89b255&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6976495 Apr 08 14:18:55.052540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42166) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:55.070657 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cf5964cb-edbd-420a-9875-19e1b939fd2e req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7253852 Apr 08 14:18:55.076189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3da17e-5cd0-4f7c-beab-d043ee65cfdc,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:55.211699 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:55.212523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:55.216803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:55.349223 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-a2fb5e15-b3ea-4a92-a599-5b183621b3cf service neutron] 10.222.0.35 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996166 Apr 08 14:18:55.370118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a21dc463-bb81-47b8-a66a-38b87cf80ff7,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:55.373378 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-fe8aed83-c9c6-4714-a653-0228bcf54105 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf HTTP/1.1" status: 200 len: 217 time: 0.6049433 Apr 08 14:18:55.394034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:55.463414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03f772-3ddf-4c30-82f9-6381eff5f5ba None None] Pushing event updated for resources: {'Port': ['ID=44bc7600-0ce0-4193-baaf-eaca6cdab53d,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:55.512142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b03f772-3ddf-4c30-82f9-6381eff5f5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:55.532400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Routers {'6c4ea0c1-034d-40c9-8921-339e8fa61d3d'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:18:55.542137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:18:33Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:55.725591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Allocated IP 172.20.0.14 (3d127c38-ea61-48c7-8356-bdf4831e0300/9c32b25f-a5fe-481b-89e6-2e27f04be721/86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:18:55.825485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:55.849879 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96655753f8fa48638b4cc2ef4dc91b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5190620 Apr 08 14:18:55.869316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42178) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:55.946761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303adb8d-1628-4bc6-87e2-674e9ff1e1d4,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:56.004587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:56.055941 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-79ddaf10-8196-40df-a719-80828c1f99ee tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6724908 Apr 08 14:18:56.093712 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:56.094225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] Set router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:18:56.139717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-ad648dc5-323c-4a9b-833c-c898db6e78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:56.141673 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-ad648dc5-323c-4a9b-833c-c898db6e78ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e335ece3-6143-41cb-9e2b-16ca1db52de6 HTTP/1.1" status: 200 len: 852 time: 0.4923036 Apr 08 14:18:56.210796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 44bc7600-0ce0-4193-baaf-eaca6cdab53d up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:18:56.309733 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-e9b87590-c800-4a56-9830-1b08e470543d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3cba55d4-c822-4929-9f09-762c380f045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217911 Apr 08 14:18:56.318422 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-a2988568-6c35-4e3b-b6c5-4ef2160537b9 service neutron] 10.222.0.35 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080143 Apr 08 14:18:56.533033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:56.607304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:56.615405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:56.761727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:56.860117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-064de4c3-a6a7-414e-9391-4833c6420b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:56.990398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Pushing event updated for resources: {'Port': ['ID=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:56.998492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:57.009516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66db6e68-58f4-433a-ade3-7b06b66f96ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:57.010133 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-ebdb3dbf-a0f8-4a28-aca8-7c4bc31be6d9 service neutron] 10.222.0.35 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9184635 Apr 08 14:18:57.016704 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-95fa35a5-09fc-4af1-a2ad-b6b490cbcec4 service neutron] 10.222.0.75 "GET /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938934 Apr 08 14:18:57.037014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3da17e-5cd0-4f7c-beab-d043ee65cfdc,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:57.039453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.040998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 44bc7600-0ce0-4193-baaf-eaca6cdab53d completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:18:57.044058 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a3da17e-5cd0-4f7c-beab-d043ee65cfdc HTTP/1.1" status: 204 len: 168 time: 1.9831145 Apr 08 14:18:57.045677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:57.062895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:18:57.065113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:18:57.068283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:18:57.074897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.078530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:57.079372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.084330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 44bc7600-0ce0-4193-baaf-eaca6cdab53d triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:18:57.085024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.102656 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-915c0619-421c-4e4d-b5a7-ef4831a86622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2112582 Apr 08 14:18:57.116924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Request body: {'port': {'device_id': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:18:57.418978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.566871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.588938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-18f208aa-92d7-4fd2-b416-2586a1296098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:57.606739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf72dcd-09ae-43a6-8f53-d50dc82b7d92 req-30c82b08-91e7-4bd5-b2b0-21a1601d39b3 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:57.608596 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8bf72dcd-09ae-43a6-8f53-d50dc82b7d92 req-30c82b08-91e7-4bd5-b2b0-21a1601d39b3 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 943 time: 0.7906609 Apr 08 14:18:57.626528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.646054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '44bc7600-0ce0-4193-baaf-eaca6cdab53d', 'name': '', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'mac_address': 'fa:16:3e:0a:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:36Z', 'updated_at': '2021-04-08T14:18:54Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'subnets': [{'id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:18:57.656439 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8bf72dcd-09ae-43a6-8f53-d50dc82b7d92 req-f3611538-ec4b-4ba2-a64b-7f861cceca53 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Apr 08 14:18:57.672861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256465dd-0950-48a9-bb14-6b87b49cff9b None None] The sync data for ids ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'] in dv-cinder-784623-3-smb is: [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:18:40Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '44bc7600-0ce0-4193-baaf-eaca6cdab53d', 'name': '', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'mac_address': 'fa:16:3e:0a:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:36Z', 'updated_at': '2021-04-08T14:18:54Z', 'revision_number': 4, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'subnets': [{'id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:18:57.698379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 44bc7600-0ce0-4193-baaf-eaca6cdab53d, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=44bc7600-0ce0-4193-baaf-eaca6cdab53d,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:18:57.707828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.710408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:57.743255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303adb8d-1628-4bc6-87e2-674e9ff1e1d4,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:57.755127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:57.791191 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-0071b881-b2d0-4560-88eb-e91e42bd323b service neutron] 10.222.0.35 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794025 Apr 08 14:18:57.803819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:57.809137 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/303adb8d-1628-4bc6-87e2-674e9ff1e1d4 HTTP/1.1" status: 204 len: 168 time: 1.9315941 Apr 08 14:18:57.850043 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-92394a8b-a03b-409d-bc98-10be5781cf9f req-92060d4c-9428-4d99-820e-dd844c9da040 service neutron] 10.222.0.75 "GET /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505269 Apr 08 14:18:58.114296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=44bc7600-0ce0-4193-baaf-eaca6cdab53d,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:58.139002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:58.357869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc2085-36bf-456d-9027-61d2090f0b69 req-0cd3e304-3f6b-4136-b566-b90abe5e86b2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:18:58.375057 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32cc2085-36bf-456d-9027-61d2090f0b69 req-0cd3e304-3f6b-4136-b566-b90abe5e86b2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 945 time: 0.4085979 Apr 08 14:18:58.451223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42226) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:18:58.658622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:58.723998 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32cc2085-36bf-456d-9027-61d2090f0b69 req-0f3cf6ba-544b-4f66-b4ea-ab3c3e70b17b tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198919 Apr 08 14:18:58.761054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:18:58.785552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ef11f7797f4e2093714d112481d0ea is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:18:58.808338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:18:58.863946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:18:59.262033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:18:59.294417 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:59.350707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Transition to ACTIVE for port object 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:18:59.442986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:59.503341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f059c8e0-21d6-4814-9e74-e2e78f759680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:18:59.582603 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'tag': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf', 'status': 'completed', 'code': 200} Apr 08 14:18:59.658972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:59.785162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Pushing event updated for resources: {'Port': ['ID=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:18:59.797099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:18:59.838322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f7abb17-516c-4fa0-ba94-99729169c48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:18:59.933109 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b44d7d88-bd5e-4c83-bdbd-330dbbe96282 req-2e06cd14-f384-4ca6-8d83-259806f39754 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 210 time: 0.8166955 Apr 08 14:19:00.041710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:00.094411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Attempting to bind port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:19:00.095586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Attempting to bind port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:19:00.095586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Attempting to bind port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 on network 3d127c38-ea61-48c7-8356-bdf4831e0300 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:00.106449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-5b482a2f-212c-4a28-85dc-514d20a223f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:00.112457 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-5b482a2f-212c-4a28-85dc-514d20a223f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d9d17454661446f8ed077864d249395&device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 1096 time: 0.7604561 Apr 08 14:19:00.119152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 on network 3d127c38-ea61-48c7-8356-bdf4831e0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:19:00.119686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Attempting to bind port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 on network 3d127c38-ea61-48c7-8356-bdf4831e0300 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:00.133501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:19:00.134630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Checking segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:00.135297 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Bound using segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:19:00.136097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Bound port: 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:19:00.136617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:00.178493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 44bc7600-0ce0-4193-baaf-eaca6cdab53d up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:00.270387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] For port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:19:00.274972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] For port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:19:00.320615 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-573152d6-711d-4f03-8ec3-133f5bf5b379 req-19f7e0b4-fd37-4d1d-86b7-4a6d4ec313ba tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 210 time: 0.7214394 Apr 08 14:19:00.360323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:00.389648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:00.458996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 44bc7600-0ce0-4193-baaf-eaca6cdab53d triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:00.464461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:00.652906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:00.704027 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4ef11f7797f4e2093714d112481d0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2097383 Apr 08 14:19:00.716837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda92c97-1d7f-45c3-aebc-12ba74e55782,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:00.719625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42294) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:00.731458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:00.772199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-8211ec17-3e89-4beb-a025-519801a030e3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:00.774803 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-8211ec17-3e89-4beb-a025-519801a030e3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 810 time: 1.3499308 Apr 08 14:19:00.857908 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-a42ffeea-4256-44f1-90d0-81cf6f9e4ef0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=506ac1e673634482bd3d0854b83ed378 HTTP/1.1" status: 200 len: 5705 time: 0.0670590 Apr 08 14:19:00.874588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Pushing event updated for resources: {'Port': ['ID=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:00.874932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'port': {'device_id': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'admin_state_up': True, 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'security_groups': ['6275166c-9f4e-47df-bc9b-64711601b10b']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:00.895617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:00.934450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:00.935252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:00.936977 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] 10.222.0.75 "PUT /v2.0/ports/86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 1094 time: 3.8279948 Apr 08 14:19:00.938005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'tag': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:00.983143 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-86664098-dc7a-4cf0-8c3a-845cc22bbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:00.984897 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-86664098-dc7a-4cf0-8c3a-845cc22bbf66 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3cba55d4-c822-4929-9f09-762c380f045f HTTP/1.1" status: 200 len: 913 time: 0.8551629 Apr 08 14:19:01.093159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f7e68-abf5-4fb3-a2df-3be0b99d24d9 req-adbe8aae-160b-4f46-9871-7b6bb2de9129 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:01.094894 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4f4f7e68-abf5-4fb3-a2df-3be0b99d24d9 req-adbe8aae-160b-4f46-9871-7b6bb2de9129 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 943 time: 0.5223298 Apr 08 14:19:01.133588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.75', 64283) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:01.136396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:01.140415 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'tag': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0', 'status': 'completed', 'code': 200} Apr 08 14:19:01.227111 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4f4f7e68-abf5-4fb3-a2df-3be0b99d24d9 req-c774e1bf-41a2-4578-bef5-fc3a7f92652f tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187549 Apr 08 14:19:01.251097 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-2952b1df-779e-449c-b587-ced00efb537c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf HTTP/1.1" status: 200 len: 217 time: 0.2506075 Apr 08 14:19:01.381544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-59656137-a6d9-4208-8fa9-d0e2c2bacc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:01.388945 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-59656137-a6d9-4208-8fa9-d0e2c2bacc49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e335ece3-6143-41cb-9e2b-16ca1db52de6 HTTP/1.1" status: 200 len: 852 time: 0.1243720 Apr 08 14:19:01.396474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 11f7cf9a-ef36-43f8-8758-4e2e523bcecf details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:01.500125 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-8a340337-f7b2-4ede-8f80-7d3f7390bbc1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3cba55d4-c822-4929-9f09-762c380f045f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941792 Apr 08 14:19:01.504222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-894d2d04-297f-4ec3-bd6d-922d28b7eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:01.506029 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-894d2d04-297f-4ec3-bd6d-922d28b7eca9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1097 time: 0.3637743 Apr 08 14:19:01.566560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:01.588679 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-03cad969-937c-4256-8c64-4eaf63ba4c06 req-92ab4c9b-5a68-4294-854e-9592b59ed8a7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 210 time: 0.2312953 Apr 08 14:19:01.696523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:01.739047 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6336e48d-8fbb-4538-a02d-13edfc23c6ca req-b4534619-ffee-415b-b54e-b39b45eb4876 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 210 time: 0.1326687 Apr 08 14:19:01.755446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:port and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:01.790133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:01.812091 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-db71c730-eb2f-4a8b-9770-7e0164870fc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.2592192 Apr 08 14:19:01.824319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:01.837450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-7c559644-bd07-4f91-b39c-9aca3c19151e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:01.839461 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-7c559644-bd07-4f91-b39c-9aca3c19151e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 817 time: 0.7006757 Apr 08 14:19:01.854448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Request body: {'port': {'device_id': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'admin_state_up': True, 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:01.875360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Made reservation on behalf of 506ac1e673634482bd3d0854b83ed378 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:01.881854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:01.940435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-d23eb460-9585-4799-890b-48a86083e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:01.942804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-d23eb460-9585-4799-890b-48a86083e6c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1227193 Apr 08 14:19:01.952904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,segment=NetworkSegment(9663fc94-aba7-46ef-bafd-3e85180575e6),segment_id=9663fc94-aba7-46ef-bafd-3e85180575e6)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:01.990859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf', 'network_id': '3cba55d4-c822-4929-9f09-762c380f045f', 'port_id': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf', 'mac_address': 'fa:16:3e:95:80:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e335ece3-6143-41cb-9e2b-16ca1db52de6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:02.017089 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-0a678ea5-d791-4da1-8f15-882ed5b30df2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604651 Apr 08 14:19:02.019299 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-5c0f2ffc-3a0b-42e7-b0d4-420e6474c3b7 service neutron] 10.222.0.75 "GET /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047033 Apr 08 14:19:02.076721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:02.097306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f7cf9a-ef36-43f8-8758-4e2e523bcecf {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:02.114851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,segment=NetworkSegment(9663fc94-aba7-46ef-bafd-3e85180575e6),segment_id=9663fc94-aba7-46ef-bafd-3e85180575e6)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:02.119899 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:02.123027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:02.143640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:02.154406 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Usage tracker for resource:port and tenant:7d369b7fc2d54d83a91f18c98a16c108 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:02.237241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:02.241541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:02.336447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['11f7cf9a-ef36-43f8-8758-4e2e523bcecf'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:02.360161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Allocated IP 172.20.0.14 (63941190-5791-4619-9d3a-acccc77753c7/090d0b67-7a52-4bb5-b277-4d453178e7eb/d0e19e68-4c79-4669-b32f-144732f8d6e7) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:19:02.509634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02ae313b-6717-4e86-a0c1-36554b84a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:02.553764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:02.556162 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eaa72d25-f487-411c-a6d3-35de427d4406 req-d128f4e8-ab92-4391-b662-c633264df810 service neutron] 10.222.0.75 "GET /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248415 Apr 08 14:19:02.558935 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-46244ddd-4551-4a66-a95f-b2d224f30c2c service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304868 Apr 08 14:19:02.563590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:02.639590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:02.647309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Made reservation on behalf of 7d369b7fc2d54d83a91f18c98a16c108 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:02.656386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:02.776662 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4de5aac-32d8-4ee2-a5ce-593554567a03 req-aba7a534-4595-46cd-8f40-3c5ebf30298b service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070463 Apr 08 14:19:02.886821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:03.155105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3418223-3689-4426-8099-d61fc841c6b8 req-0d0ab8f0-3621-4c99-a957-eb33d4795b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:03.157384 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-0d0ab8f0-3621-4c99-a957-eb33d4795b8d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1097 time: 0.2967644 Apr 08 14:19:03.227879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Allocated IP 172.20.0.8 (3d127c38-ea61-48c7-8356-bdf4831e0300/9c32b25f-a5fe-481b-89e6-2e27f04be721/ed8105db-b95b-4b5c-87de-a52b80c902bb) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:19:03.357311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:03.416045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 11f7cf9a-ef36-43f8-8758-4e2e523bcecf up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:03.634885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42406) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:03.667186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:03.675603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:03.676687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:03.768216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3418223-3689-4426-8099-d61fc841c6b8 req-e45bd1e3-4c38-4d1d-bac8-8683c411a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:03.768446 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-e45bd1e3-4c38-4d1d-bac8-8683c411a9c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.6026757 Apr 08 14:19:03.869139 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-f89bbda2-b48f-4f9d-bfd7-eeabb0d68f5d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.0927711 Apr 08 14:19:03.886470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:03.892477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:03.904972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda92c97-1d7f-45c3-aebc-12ba74e55782,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:03.906284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:03.918404 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d09a826e-8497-445d-a297-1045a7e31fe7 req-781add9e-9b51-47fb-a784-f2eea3736772 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 210 time: 0.5678821 Apr 08 14:19:03.937719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:03.966248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,segment=NetworkSegment(9663fc94-aba7-46ef-bafd-3e85180575e6),segment_id=9663fc94-aba7-46ef-bafd-3e85180575e6)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:03.975065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:03.985794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:04.008670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3418223-3689-4426-8099-d61fc841c6b8 req-e00f1657-9199-4c54-b6a1-568c25713438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:04.011623 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-e00f1657-9199-4c54-b6a1-568c25713438 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1362050 Apr 08 14:19:04.177515 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-a5e9b44a-4852-46c6-9ba5-3f5300cad781 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558437 Apr 08 14:19:04.263207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.277371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.290420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:04.301772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:04.339103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.340326 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cda92c97-1d7f-45c3-aebc-12ba74e55782 HTTP/1.1" status: 204 len: 168 time: 3.6143100 Apr 08 14:19:04.349775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.372800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.393582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108bb2b-34d9-42c7-830e-f5c99faadd05 req-52125b14-7efa-4552-a8ea-a78f1f60cc74 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:04.395761 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7108bb2b-34d9-42c7-830e-f5c99faadd05 req-52125b14-7efa-4552-a8ea-a78f1f60cc74 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 944 time: 1.8094442 Apr 08 14:19:04.446581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.473994 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-ed632664-2c6d-4f39-9a36-dec624858956 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869120 Apr 08 14:19:04.478752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:04.557120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:04.561556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Usage tracker for resource:security_group_rule and tenant:76e0a7af45c147068fd353f33de95207 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:04.564788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:04.571978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:04.720054 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3418223-3689-4426-8099-d61fc841c6b8 req-dcdbd00d-f845-4088-bea4-d487c3428950 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373462 Apr 08 14:19:04.794181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Transition to ACTIVE for port object d0e19e68-4c79-4669-b32f-144732f8d6e7 will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:19:04.815885 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7108bb2b-34d9-42c7-830e-f5c99faadd05 req-cc6bd4ec-614f-4662-888e-2b074ab7a847 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522701 Apr 08 14:19:04.825176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Pushing event updated for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:04.841268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:04.891737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-d9e9a861-23f1-4f98-96f5-5a8a3a22308d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:04.892560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-d9e9a861-23f1-4f98-96f5-5a8a3a22308d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Synchronizing usage tracker for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:19:04.938830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.965178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:04.976164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-d9e9a861-23f1-4f98-96f5-5a8a3a22308d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Unset dirty status for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:19:04.978012 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-d9e9a861-23f1-4f98-96f5-5a8a3a22308d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 931 time: 0.7813921 Apr 08 14:19:04.987118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:05.049408 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf', 'code': 200} Apr 08 14:19:05.051543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.085405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:19:05.110454 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76e0a7af45c147068fd353f33de95207&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2554066 Apr 08 14:19:05.113182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42458) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:05.114005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-24ac1987-2d76-4828-a3b8-2c1ac7a289c0 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Synchronizing usage tracker for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:19:05.117920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:19:05.134380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c982f1cf-6f6c-4b24-b7ab-b555491867f4,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:05.141121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:19:05.147454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:05.149012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.157527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:05.158002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:05.317518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.438814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:05.447087 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5974743 Apr 08 14:19:05.449299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-24ac1987-2d76-4828-a3b8-2c1ac7a289c0 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Unset dirty status for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:19:05.451032 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8d14dd13-29a2-4631-9b32-2758ace5b48e req-24ac1987-2d76-4828-a3b8-2c1ac7a289c0 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501350 Apr 08 14:19:05.455350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'Port': ['ID=d0e19e68-4c79-4669-b32f-144732f8d6e7,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:05.466791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Request body: {'port': {'device_id': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:05.504083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:05.580782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.660144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Network 63941190-5791-4619-9d3a-acccc77753c7 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:19:05.672221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dd33a-294b-4305-a5bf-5a721ab2ee7c req-40558259-389d-47c9-b3dc-64836a0c99b2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:05.673058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-064dd33a-294b-4305-a5bf-5a721ab2ee7c req-40558259-389d-47c9-b3dc-64836a0c99b2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Synchronizing usage tracker for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:19:05.676447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:19:05.764515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:19:05.767825 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.786704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:05.787450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.800220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3acc0e90-3351-4085-993b-9c1b77398bf3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:05.840347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:05.841596 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c982f1cf-6f6c-4b24-b7ab-b555491867f4 HTTP/1.1" status: 204 len: 168 time: 0.7265701 Apr 08 14:19:05.852854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c982f1cf-6f6c-4b24-b7ab-b555491867f4,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:05.869014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:05.873231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f493545-1600-45a5-96e4-a1483f104578 req-28d33a02-e112-42ce-87d2-de4227ef7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:05.875065 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1f493545-1600-45a5-96e4-a1483f104578 req-28d33a02-e112-42ce-87d2-de4227ef7d49 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 1098 time: 0.5008895 Apr 08 14:19:05.903891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-064dd33a-294b-4305-a5bf-5a721ab2ee7c req-40558259-389d-47c9-b3dc-64836a0c99b2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Unset dirty status for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:19:05.922511 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-064dd33a-294b-4305-a5bf-5a721ab2ee7c req-40558259-389d-47c9-b3dc-64836a0c99b2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 932 time: 0.6546907 Apr 08 14:19:05.975659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-1f493545-1600-45a5-96e4-a1483f104578 req-f83ff77f-42e1-498d-9463-507cb5fc6c33 service neutron] Synchronizing usage tracker for tenant:bebe332cb0d24c8cb2759068a377e2a3 on resource:security_group {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:19:05.983935 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-064dd33a-294b-4305-a5bf-5a721ab2ee7c req-721276c9-71c0-471d-8e9e-22bb3a573049 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603445 Apr 08 14:19:06.004815 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1350172 Apr 08 14:19:06.022165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:06.063135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-1f493545-1600-45a5-96e4-a1483f104578 req-f83ff77f-42e1-498d-9463-507cb5fc6c33 service neutron] Unset dirty status for tenant:bebe332cb0d24c8cb2759068a377e2a3 on resource:security_group {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:19:06.065450 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1f493545-1600-45a5-96e4-a1483f104578 req-f83ff77f-42e1-498d-9463-507cb5fc6c33 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818264 Apr 08 14:19:06.081512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:06.096850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Request body: {'port': {'device_id': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:06.175016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'port_id': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0', 'mac_address': 'fa:16:3e:49:9a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:06.285204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f3435ea7-6bc0-459e-8c6c-163aaebeed50 None None] Provisioning for port d0e19e68-4c79-4669-b32f-144732f8d6e7 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:06.351087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f3435ea7-6bc0-459e-8c6c-163aaebeed50 None None] Provisioning complete for port d0e19e68-4c79-4669-b32f-144732f8d6e7 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:06.352054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f3435ea7-6bc0-459e-8c6c-163aaebeed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:06.489902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:06.495630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:06.513670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:06.519998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:06.521848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f3435ea7-6bc0-459e-8c6c-163aaebeed50 None None] Port d0e19e68-4c79-4669-b32f-144732f8d6e7 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:19:06.524452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b03f772-3ddf-4c30-82f9-6381eff5f5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:06.566443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:06.608351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:06.622722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:06.782337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:06.897831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac24315-4b95-4839-8a0f-554b95fb2657 req-488c0a11-19e8-46ba-9bb2-4d5c61815c55 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:06.899899 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8ac24315-4b95-4839-8a0f-554b95fb2657 req-488c0a11-19e8-46ba-9bb2-4d5c61815c55 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 945 time: 0.6607888 Apr 08 14:19:07.099921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-7ae218df-5bc6-4bec-ad7d-ca8f98b893ea tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:07.107858 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-7ae218df-5bc6-4bec-ad7d-ca8f98b893ea tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.7309334 Apr 08 14:19:07.120612 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8ac24315-4b95-4839-8a0f-554b95fb2657 req-216239de-5d12-40f0-8ba9-d8fb05c739c3 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982443 Apr 08 14:19:07.201354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42540) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:07.475112 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-0f591b27-e284-4a3d-a83b-dfbbb7e48380 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/quotas/b02baa353c6643ceb5b9f1db9af725ee HTTP/1.1" status: 200 len: 375 time: 0.3661730 Apr 08 14:19:07.508734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:07.559286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:07.574508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:68804787c2cb4edaa43c3de001368f1a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:07.583657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:07.598251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:07.779886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:07.784981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:07.797914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-52c2a6c3-3e6d-4dfc-bf29-c6c302cb1b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:07.863393 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68804787c2cb4edaa43c3de001368f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511900 Apr 08 14:19:07.863393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42566) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:07.880106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28490fe2-cfe0-4f48-9087-bc3feb179036,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:07.901904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:07.969670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:07.997740 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-b2a67a44-4c13-445c-af00-7b7a0f339daf tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5214539 Apr 08 14:19:08.032927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:08.144532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:08.157032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:08.169523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8105db-b95b-4b5c-87de-a52b80c902bb {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:08.188320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:08.197087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28490fe2-cfe0-4f48-9087-bc3feb179036,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:08.208526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:08.213167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:08.214179 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-922e97f8-d6cd-44b0-b69b-47d9fa126598 service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153556 Apr 08 14:19:08.219382 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28490fe2-cfe0-4f48-9087-bc3feb179036 HTTP/1.1" status: 204 len: 168 time: 0.3546865 Apr 08 14:19:08.321679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.resource_extend [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 14:19:08.532315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38369941-0c3a-47a2-8688-00b915338f76 req-4841959a-b4b6-4966-9dde-df4cead76ed2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:08.535266 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-38369941-0c3a-47a2-8688-00b915338f76 req-4841959a-b4b6-4966-9dde-df4cead76ed2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 931 time: 0.7938004 Apr 08 14:19:08.709354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Transition to ACTIVE for port object ed8105db-b95b-4b5c-87de-a52b80c902bb will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:19:08.839470 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-3a8084c9-c3d8-4023-a442-99f3c36f8254 service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214945 Apr 08 14:19:08.840304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:08.912705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95a8b1e2-52bc-46f6-bc79-b3663690e867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:08.985483 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-38369941-0c3a-47a2-8688-00b915338f76 req-eedc49f8-1022-4ec7-8b8d-f355da1bfc84 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625668 Apr 08 14:19:08.991433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e19e68-4c79-4669-b32f-144732f8d6e7 {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:09.073665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.181379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Transition to ACTIVE for port object d0e19e68-4c79-4669-b32f-144732f8d6e7 will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:19:09.185019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:09.200690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:09.206299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.228132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:09.251193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42618) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:09.308119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.350954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:09.361479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Usage tracker for resource:security_group_rule and tenant:95722b62a96b43babf57884bdbb21fa3 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:09.369466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:09.380054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:09.468038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:09.672039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.678590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.685074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:09.688516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:09.695479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:09.696281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.712927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e19e68-4c79-4669-b32f-144732f8d6e7,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:09.736403 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:09.783763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a5709d-db49-4cd9-b63a-f62c575ce84e,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:09.863060 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95722b62a96b43babf57884bdbb21fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995996 Apr 08 14:19:09.871634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:09.873759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42650) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:09.934911 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:09.992914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:09.994649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:10.009377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.010144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Attempting to bind port ed8105db-b95b-4b5c-87de-a52b80c902bb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:19:10.010818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Attempting to bind port ed8105db-b95b-4b5c-87de-a52b80c902bb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:19:10.011987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Attempting to bind port ed8105db-b95b-4b5c-87de-a52b80c902bb on network 3d127c38-ea61-48c7-8356-bdf4831e0300 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:10.015161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7715d85-2367-4c2d-9ced-acf221524df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:10.047583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f237-ed5f-4f31-b3b5-7c759db76107 req-bda04d20-b271-4ec3-a4ec-69641c4b246c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:10.057907 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ea63f237-ed5f-4f31-b3b5-7c759db76107 req-bda04d20-b271-4ec3-a4ec-69641c4b246c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 944 time: 0.8343201 Apr 08 14:19:10.101018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.169984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.215247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:10.229383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:10.267392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Port ed8105db-b95b-4b5c-87de-a52b80c902bb on network 3d127c38-ea61-48c7-8356-bdf4831e0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:19:10.267956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Attempting to bind port ed8105db-b95b-4b5c-87de-a52b80c902bb on network 3d127c38-ea61-48c7-8356-bdf4831e0300 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:10.294470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad1d7d-7e4a-4a70-a0a4-cefdbdd3cd93 req-a854a7c2-4df4-4fac-985b-9312f32dce31 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:10.305041 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2aad1d7d-7e4a-4a70-a0a4-cefdbdd3cd93 req-a854a7c2-4df4-4fac-985b-9312f32dce31 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 945 time: 0.9110434 Apr 08 14:19:10.312034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:19:10.312657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Checking segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:10.313256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Bound using segment: {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:19:10.313901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Bound port: ed8105db-b95b-4b5c-87de-a52b80c902bb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38026bcc-69b2-481c-8d41-4b1fbe2804d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:19:10.314469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.346181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.358818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d5451c2e-3db3-4d7a-97ad-d2e17f42f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:10.399220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a5709d-db49-4cd9-b63a-f62c575ce84e,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:10.409575 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ea63f237-ed5f-4f31-b3b5-7c759db76107 req-bcfb5138-8616-4221-8e11-28f6b9905978 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500469 Apr 08 14:19:10.451847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:10.477795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.485695 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3a5709d-db49-4cd9-b63a-f62c575ce84e HTTP/1.1" status: 204 len: 168 time: 0.6104159 Apr 08 14:19:10.610134 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2aad1d7d-7e4a-4a70-a0a4-cefdbdd3cd93 req-80d0e7ee-d91f-4b74-899a-a091d3b2404f tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030939 Apr 08 14:19:10.671371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Attempting to bind port d0e19e68-4c79-4669-b32f-144732f8d6e7 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:19:10.681575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Attempting to bind port d0e19e68-4c79-4669-b32f-144732f8d6e7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:19:10.687104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Attempting to bind port d0e19e68-4c79-4669-b32f-144732f8d6e7 on network 63941190-5791-4619-9d3a-acccc77753c7 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:10.737955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:19:10.748595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:19:10.778841 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0', 'code': 200} Apr 08 14:19:10.903718 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9358d214-65c0-488e-ac54-a7329fcf2f75 req-f091c612-8588-4055-8b4c-da7dfe070e74 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 210 time: 0.1437540 Apr 08 14:19:10.905048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:10.906223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Port d0e19e68-4c79-4669-b32f-144732f8d6e7 on network 63941190-5791-4619-9d3a-acccc77753c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:19:10.906576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Attempting to bind port d0e19e68-4c79-4669-b32f-144732f8d6e7 on network 63941190-5791-4619-9d3a-acccc77753c7 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:10.990372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:19:10.991603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Checking segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:10.995536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Bound using segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:19:10.998355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Bound port: d0e19e68-4c79-4669-b32f-144732f8d6e7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:19:10.999268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:11.151140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-88813ccb-2d03-479c-9349-fbb5c1df6710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:11.941241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee8e0b-8853-407e-8821-4eff27ea0b7f req-8d8cf654-470d-4f58-bc0b-aa3de1d34c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:11.957642 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6cee8e0b-8853-407e-8821-4eff27ea0b7f req-8d8cf654-470d-4f58-bc0b-aa3de1d34c02 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.7889166 Apr 08 14:19:12.038718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-5565912d-9cea-4459-a552-da25e535b130 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:12.040842 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-5565912d-9cea-4459-a552-da25e535b130 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.6659811 Apr 08 14:19:12.051676 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6cee8e0b-8853-407e-8821-4eff27ea0b7f req-a70a8362-9c94-4268-9a82-c48969a0c79e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740819 Apr 08 14:19:12.104968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Request body: {'port': {'device_id': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'admin_state_up': True, 'tenant_id': 'b02baa353c6643ceb5b9f1db9af725ee'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:12.372573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:12.373814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:12.377098 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] 10.222.0.75 "PUT /v2.0/ports/ed8105db-b95b-4b5c-87de-a52b80c902bb HTTP/1.1" status: 200 len: 1093 time: 6.9179392 Apr 08 14:19:12.403706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:12.432802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:12.438889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Usage tracker for resource:port and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:12.443271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:12.451337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:12.489526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Made reservation on behalf of b02baa353c6643ceb5b9f1db9af725ee for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:12.515106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:12.667018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] For port d0e19e68-4c79-4669-b32f-144732f8d6e7, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:19:12.681296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:12.731974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.732658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.733290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.733946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.734629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.735276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.735920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.736640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.737103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.737668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.738412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.738937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:12.764233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.609s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:12.767408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:19:12.777821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Allocated IP 172.20.0.5 (f2330630-4546-4b00-9963-6f463fb04608/2ea4715a-daf7-426b-9726-056cd4e3bb71/0c17b7d2-914a-4990-b67c-9551e11f5fc9) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:19:12.780254 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] For port d0e19e68-4c79-4669-b32f-144732f8d6e7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:19:12.810233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c099b9e-b44d-460f-9d08-a97588bfa544 req-743c2bd1-ce32-46bc-a4f7-a18273b5d71c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:12.819486 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7c099b9e-b44d-460f-9d08-a97588bfa544 req-743c2bd1-ce32-46bc-a4f7-a18273b5d71c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 943 time: 1.6711917 Apr 08 14:19:12.827323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:12.884753 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7c099b9e-b44d-460f-9d08-a97588bfa544 req-fea43b17-4449-4f9f-9c53-e4adf905738d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633414 Apr 08 14:19:12.933187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcd949-58e1-464e-8806-5c0a0b82a0fb req-ad5aebd8-6bdf-40ca-b246-a78329e25ff8 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:12.934959 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ecdcd949-58e1-464e-8806-5c0a0b82a0fb req-ad5aebd8-6bdf-40ca-b246-a78329e25ff8 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 944 time: 0.9118567 Apr 08 14:19:12.975560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:13.217606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e19e68-4c79-4669-b32f-144732f8d6e7,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:13.233047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:13.266115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:13.344677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:13.364299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:13.407201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:13.520893 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ecdcd949-58e1-464e-8806-5c0a0b82a0fb req-97e2a37d-a8b4-418e-90a2-c5914ec341b6 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5612929 Apr 08 14:19:13.570803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-77002ccf-6c5f-4f7f-90cd-28c047ae1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:13.581276 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-77002ccf-6c5f-4f7f-90cd-28c047ae1e8d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 1096 time: 1.1228051 Apr 08 14:19:13.731314 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-42e7a30d-744a-4b8f-8371-241f246ebfc1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb HTTP/1.1" status: 200 len: 217 time: 0.1343403 Apr 08 14:19:13.855148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-45dc06dd-fd93-4dca-83ca-cd39604d08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:13.857170 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-45dc06dd-fd93-4dca-83ca-cd39604d08da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.0958602 Apr 08 14:19:13.861194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb', 'status': 'completed', 'code': 200} Apr 08 14:19:13.937074 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-876ab8cb-2a74-462b-9e32-e497e75cca6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627801 Apr 08 14:19:13.938611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42826) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:13.964174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a7f9-22cf-42f3-8988-ac415ba57953 req-9ca9c7dd-6105-4f73-88f6-c4a3f8d16bda tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:13.966040 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9dc0a7f9-22cf-42f3-8988-ac415ba57953 req-9ca9c7dd-6105-4f73-88f6-c4a3f8d16bda tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 931 time: 0.7323980 Apr 08 14:19:13.968088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:13.968928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:13.970618 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] 10.222.0.75 "PUT /v2.0/ports/d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 1094 time: 7.9499094 Apr 08 14:19:13.987359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event updated for resources: {'Port': ['ID=0c17b7d2-914a-4990-b67c-9551e11f5fc9,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:14.048792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Network f2330630-4546-4b00-9963-6f463fb04608 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:19:14.054384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:19:14.064932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:19:14.076957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:14.081728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:14.087317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.090552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.102296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.103266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.103847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.104421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.104995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.105823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.106492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.107053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.107605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.108158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:14.113502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:14.162236 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0622482 Apr 08 14:19:14.177206 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Request body: {'port': {'device_id': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:14.237579 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9dc0a7f9-22cf-42f3-8988-ac415ba57953 req-47e307b9-2914-4dfa-b7fc-89ed44c938a3 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143133 Apr 08 14:19:14.420240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-77aea783-aefa-4f16-979d-6dac439e8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:14.422770 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-77aea783-aefa-4f16-979d-6dac439e8b19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1097 time: 0.3946760 Apr 08 14:19:14.517313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:14.534852 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-93167c28-99f3-4456-8004-e605fb4cb43d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 217 time: 0.1022854 Apr 08 14:19:14.537217 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-37c018d1-4a33-42b2-9cf9-98c8b910e3d1 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597103 Apr 08 14:19:14.847500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:14.879848 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-880474b5-a6bf-4931-b397-815e3ee94c03 req-f1ed7eb6-15af-409e-9e3a-4019c32f2c80 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224556 Apr 08 14:19:14.916800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:14.921256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Usage tracker for resource:security_group_rule and tenant:64daf9cdde2a4b37b39dc38b178be9bb is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:14.924435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:14.932007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:15.040287 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:15.147114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-3dce7026-d939-48c6-a86e-cc9b4912be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:15.149292 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-3dce7026-d939-48c6-a86e-cc9b4912be9f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.5933919 Apr 08 14:19:15.158051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:15.251641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6a8ac074-0ac1-4fa7-aab7-0998dad7814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:15.304354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c17b7d2-914a-4990-b67c-9551e11f5fc9 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:15.313500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-6d6b988c-182d-4e8f-8a72-e3dd16d71e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:15.315258 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-6d6b988c-182d-4e8f-8a72-e3dd16d71e04 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 1096 time: 0.2923417 Apr 08 14:19:15.320631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:15.356153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Transition to ACTIVE for port object 0c17b7d2-914a-4990-b67c-9551e11f5fc9 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:19:15.361123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:15.399407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:15.691832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0c17b7d2-914a-4990-b67c-9551e11f5fc9,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:15.729698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00a41d-11ef-4dce-a955-44f9262b675c req-ee77222d-80b8-4a67-8af4-edbf332b93be tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:15.732003 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eb00a41d-11ef-4dce-a955-44f9262b675c req-ee77222d-80b8-4a67-8af4-edbf332b93be tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 943 time: 1.0888371 Apr 08 14:19:15.743826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:15.746741 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42876) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:15.747319 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64daf9cdde2a4b37b39dc38b178be9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8061509 Apr 08 14:19:15.748970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e1005-d124-42b4-b272-6289f90d846b,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:15.752841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:15.821946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-240cfeac-dd4d-4b81-8139-0b3fcb3ba408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:15.823627 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-240cfeac-dd4d-4b81-8139-0b3fcb3ba408 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6527271 Apr 08 14:19:15.851298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84b1b5-4b62-4309-a0c6-2a829a31a282 req-dbcdf934-178b-4b7f-89f9-a3f0f55c86b8 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:15.867437 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ec84b1b5-4b62-4309-a0c6-2a829a31a282 req-dbcdf934-178b-4b7f-89f9-a3f0f55c86b8 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 944 time: 0.7741394 Apr 08 14:19:15.889478 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-78d684ad-eeee-4118-9789-81450ab88fa4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1943438 Apr 08 14:19:15.900216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:15.926301 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:16.082750 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eb00a41d-11ef-4dce-a955-44f9262b675c req-f6b7a98e-ea7c-4e5f-b278-72ff7d3d9ac9 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739506 Apr 08 14:19:16.108138 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ec84b1b5-4b62-4309-a0c6-2a829a31a282 req-d2798a99-306b-40e1-9597-1f24c831761c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291522 Apr 08 14:19:16.183810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-d8950c24-d154-434d-9f27-6b16d6935010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:16.186744 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-d8950c24-d154-434d-9f27-6b16d6935010 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.8325636 Apr 08 14:19:16.241865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:16.307615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Attempting to bind port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:19:16.308844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Attempting to bind port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:19:16.310331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Attempting to bind port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:16.332275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 on network f2330630-4546-4b00-9963-6f463fb04608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:19:16.332745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Attempting to bind port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:16.365944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:19:16.366647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Checking segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:16.368112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Bound using segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:19:16.368511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Bound port: 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:19:16.369007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:16.391630 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-98cbc6fb-9774-4bb5-95ac-a0f018e85c77 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044398 Apr 08 14:19:16.393706 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'status': 'completed', 'code': 200} Apr 08 14:19:16.481832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-698152ef-9c9c-4eca-b5f7-27f52d836746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:16.484151 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-698152ef-9c9c-4eca-b5f7-27f52d836746 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 1098 time: 0.4279141 Apr 08 14:19:16.488150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] For port 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:19:16.493692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] For port 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:19:16.499542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:16.510437 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-b352545e-dfc3-4a20-bccb-6f7f3e0134f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb HTTP/1.1" status: 200 len: 217 time: 0.1143465 Apr 08 14:19:16.517431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:16.836356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-efd9d362-1a0d-4f2b-9cb2-4ba7d2d8a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:16.838008 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-efd9d362-1a0d-4f2b-9cb2-4ba7d2d8a438 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1446338 Apr 08 14:19:16.915666 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-ca104fd5-3bf0-41e9-8210-2339b8ae35a1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598881 Apr 08 14:19:16.954356 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1729ace5-4af5-4649-b356-a0d4fc0147ef req-e8f051d4-4afd-4ef8-aece-58801ac42548 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595712 Apr 08 14:19:16.966527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-8435987a-c1e6-4c3b-8d73-bb3631a8f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:16.966830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc1b8-5dbb-47be-bdfc-2aca77e8239b req-124ba05e-0211-473e-87db-9ea1010d9449 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:16.968503 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-093cc1b8-5dbb-47be-bdfc-2aca77e8239b req-124ba05e-0211-473e-87db-9ea1010d9449 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 943 time: 0.5738561 Apr 08 14:19:16.975687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-8435987a-c1e6-4c3b-8d73-bb3631a8f8fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 915 time: 0.4191403 Apr 08 14:19:16.993566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:17.018573 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-093cc1b8-5dbb-47be-bdfc-2aca77e8239b req-dbc1c9df-5cab-4916-b509-3e5ac876a237 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Apr 08 14:19:17.115867 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-f6765d56-53d5-452e-bdcd-6aa05a30bd2c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f7d77f6-b8be-4502-903e-4045e5298131 HTTP/1.1" status: 200 len: 217 time: 0.1090624 Apr 08 14:19:17.200500 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-95a0eb70-903d-4574-a9fe-8067a7263813 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745347 Apr 08 14:19:17.308426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0c17b7d2-914a-4990-b67c-9551e11f5fc9,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:17.311765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:17.313143 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b0e1005-d124-42b4-b272-6289f90d846b HTTP/1.1" status: 204 len: 168 time: 1.5653441 Apr 08 14:19:17.333559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:17.337530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:17.372700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e1005-d124-42b4-b272-6289f90d846b,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:17.380591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:17.418845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-2500f3ba-b6ad-4cab-bf5b-08bc0130933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:17.420452 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-2500f3ba-b6ad-4cab-bf5b-08bc0130933c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.1827118 Apr 08 14:19:17.488903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ed8105db-b95b-4b5c-87de-a52b80c902bb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:17.712288 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-a21e8c4a-51d9-4ccd-95c2-aeb8da20386a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2704639 Apr 08 14:19:17.721580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:17.722908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:17.727448 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] 10.222.0.75 "PUT /v2.0/ports/0c17b7d2-914a-4990-b67c-9551e11f5fc9 HTTP/1.1" status: 200 len: 1093 time: 3.5550182 Apr 08 14:19:17.743900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'tag': '0c17b7d2-914a-4990-b67c-9551e11f5fc9'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:17.861467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-506e1dbe-a9c8-4c70-a9c8-cbd0a1f2397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:17.863196 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-506e1dbe-a9c8-4c70-a9c8-cbd0a1f2397d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1097 time: 0.6610444 Apr 08 14:19:17.869605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:17.909294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'ed8105db-b95b-4b5c-87de-a52b80c902bb', 'network_id': '3d127c38-ea61-48c7-8356-bdf4831e0300', 'port_id': 'ed8105db-b95b-4b5c-87de-a52b80c902bb', 'mac_address': 'fa:16:3e:5d:64:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c32b25f-a5fe-481b-89e6-2e27f04be721', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:17.974133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00a375-4a62-45b8-8391-f2282c06b465 req-75e6859e-ad0b-49f0-b9a8-8851d128fe19 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:17.982856 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bc00a375-4a62-45b8-8391-f2282c06b465 req-75e6859e-ad0b-49f0-b9a8-8851d128fe19 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 943 time: 0.6245985 Apr 08 14:19:18.026392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-386feaad-1873-4b1e-8dcb-117102cc8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:18.028806 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-386feaad-1873-4b1e-8dcb-117102cc8797 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 1096 time: 0.2352676 Apr 08 14:19:18.045376 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5136ef12-a27c-48a2-8545-4b9e26eac997 req-c6109ac6-735d-4673-ae4a-18af053a589f service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919432 Apr 08 14:19:18.058134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:18.059614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8105db-b95b-4b5c-87de-a52b80c902bb {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:18.107687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:18.114369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:18.120091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3b934d1-c242-4a0a-b7b0-36c0c27f598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:18.129980 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f558e-0254-4099-a3d3-fd8031f7e7e0 req-e5273535-5a20-4a18-9136-f0a2c588ba1f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:18.138969 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a3f558e-0254-4099-a3d3-fd8031f7e7e0 req-e5273535-5a20-4a18-9136-f0a2c588ba1f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 944 time: 0.7831070 Apr 08 14:19:18.163691 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-d148a6fb-20a7-45bb-99d6-44b216b6a665 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9 HTTP/1.1" status: 200 len: 217 time: 0.1182175 Apr 08 14:19:18.167160 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-f913a2ab-84d8-4aec-aa71-d922b47993c8 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381616 Apr 08 14:19:18.174303 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bc00a375-4a62-45b8-8391-f2282c06b465 req-3bbaa41a-d11b-4b83-af30-dd7347aa880d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900294 Apr 08 14:19:18.255844 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a3f558e-0254-4099-a3d3-fd8031f7e7e0 req-9bc4273d-d550-4391-bf08-89ae09cfa6de tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158016 Apr 08 14:19:18.313429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42948) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:18.343294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:18.353889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.354280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.355243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705896c-1f70-40c0-b335-e87aa9440191 req-cb41faf3-e5ac-4d64-a3d0-93722fd76d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:18.357207 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-cb41faf3-e5ac-4d64-a3d0-93722fd76d21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.1714690 Apr 08 14:19:18.361664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.362303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.362856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.364307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-fb4a520a-f4ab-4407-a651-506aa76f7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:18.364924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.365565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.366104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.368952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.369453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-fb4a520a-f4ab-4407-a651-506aa76f7abe service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.4833682 Apr 08 14:19:18.369947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.370573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.371151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:19:18.374083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:18.384765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:18.418065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['ed8105db-b95b-4b5c-87de-a52b80c902bb'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:18.535540 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'tag': '0c17b7d2-914a-4990-b67c-9551e11f5fc9', 'status': 'completed', 'code': 200} Apr 08 14:19:18.563813 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-9d9cd0a8-4474-4d68-a8a2-27a02f7d328c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417561 Apr 08 14:19:18.668874 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-82022207-0682-41d1-9da9-0513691cee40 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 217 time: 0.2665753 Apr 08 14:19:18.821426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:18.913046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:efb9b32d41af41acb76af620f4ab5684 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:18.921204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:18.922065 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-9bc6d05d-0ea0-42b6-9c8d-57edb3fcbe76 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469172 Apr 08 14:19:18.938076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:18.980961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-5ffa11ea-1792-4100-9c48-5c9cad82da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:18.983058 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-5ffa11ea-1792-4100-9c48-5c9cad82da14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.2977436 Apr 08 14:19:19.103837 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efca3f0c-dbfa-4bdc-95fe-9f137930b7cd req-5fc3dd31-e745-4eb4-baa5-5d75cbb42de4 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9164689 Apr 08 14:19:19.162788 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7705896c-1f70-40c0-b335-e87aa9440191 req-3d784b34-7d36-4c7c-ad2f-06ece062291f service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169335 Apr 08 14:19:19.278177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-726ed3be-d104-4a76-915a-85b22f4d25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:19.279807 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-726ed3be-d104-4a76-915a-85b22f4d25ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2088404 Apr 08 14:19:19.297860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf557-70e4-4019-9f0e-09d718ef7b40 req-7d4bed89-8085-4476-8999-1ad2e4f94c4b tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:19.299543 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868cf557-70e4-4019-9f0e-09d718ef7b40 req-7d4bed89-8085-4476-8999-1ad2e4f94c4b tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 945 time: 0.3127227 Apr 08 14:19:19.313332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ee332-caf3-4be8-a4b9-7364fce76c83 req-bc5401db-056c-48ef-b0a3-362a692dd9fa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:19.313332 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ce8ee332-caf3-4be8-a4b9-7364fce76c83 req-bc5401db-056c-48ef-b0a3-362a692dd9fa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 943 time: 0.4730062 Apr 08 14:19:19.315362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 42974) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:19.364077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-403544ee-7c12-469d-b0fe-d8560e8d1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:19.365747 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-403544ee-7c12-469d-b0fe-d8560e8d1811 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 1096 time: 0.1219599 Apr 08 14:19:19.504304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device d0e19e68-4c79-4669-b32f-144732f8d6e7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:19.525634 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-ea1c918f-dc70-4919-8568-4ad6e8a96de1 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135451 Apr 08 14:19:19.548582 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ce8ee332-caf3-4be8-a4b9-7364fce76c83 req-e52a1bee-5b3a-4f4a-a06a-1d2763a2ef36 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792998 Apr 08 14:19:19.561047 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868cf557-70e4-4019-9f0e-09d718ef7b40 req-7df09845-ad92-44f7-8046-9370749ec8a1 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477813 Apr 08 14:19:19.596275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ed8105db-b95b-4b5c-87de-a52b80c902bb up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:19.628699 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:19.775881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:19.858332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a0ee3339-eca0-480d-a901-c253915a3f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:19.863429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-84daebb7-72cb-4fd9-952d-cf3501f37ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:19.865071 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-84daebb7-72cb-4fd9-952d-cf3501f37ef8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 915 time: 0.4901543 Apr 08 14:19:19.880201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:19.924624 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efb9b32d41af41acb76af620f4ab5684&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6015115 Apr 08 14:19:19.926012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 42984) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:19.934455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f856a8-cbaf-463d-a658-11a05ccf4fd0,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:19.941252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:19.982138 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-8d1ac9b0-7a2d-48c3-b47d-c2b1451af382 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9 HTTP/1.1" status: 200 len: 217 time: 0.1038234 Apr 08 14:19:19.983217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:19.991351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Usage tracker for resource:security_group_rule and tenant:ba43b246765b48a59a6f582c0353a53d is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:20.034001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:20.050536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:20.094796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-4b910c4d-1328-432e-bc4d-9d26f624e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:20.096517 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-4b910c4d-1328-432e-bc4d-9d26f624e23b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.0986898 Apr 08 14:19:20.156879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port d0e19e68-4c79-4669-b32f-144732f8d6e7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:20.172473 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-b9ea23e3-cee4-43aa-ab0c-a5e7bb32aae8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653694 Apr 08 14:19:20.188665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'port_id': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'mac_address': 'fa:16:3e:02:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:20.192409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port ed8105db-b95b-4b5c-87de-a52b80c902bb completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:20.206778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port ed8105db-b95b-4b5c-87de-a52b80c902bb triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:20.207760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.479886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.501976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.525910 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.527574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e19e68-4c79-4669-b32f-144732f8d6e7 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:20.541904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d2da35f6-36dc-46c0-a2d3-3304113ee8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:20.561198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port d0e19e68-4c79-4669-b32f-144732f8d6e7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:20.581330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.586299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:20.596136 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-99adfc25-39dd-42c9-8545-88ac3972f604 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119375 Apr 08 14:19:20.604677 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-716c77c6-027f-4656-93a8-73a0f3fc7363 req-a0cd039a-b4fe-4253-8bf2-fa273e47e758 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0502229 Apr 08 14:19:20.625742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.661724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.687808 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba43b246765b48a59a6f582c0353a53d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3688734 Apr 08 14:19:20.689421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=d0e19e68-4c79-4669-b32f-144732f8d6e7,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:20.716030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:20.719728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43004) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:20.732007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.735082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84093c09-d6c5-447c-bf29-3a5d5a209db8,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:20.759656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:20.760525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:20.795011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f856a8-cbaf-463d-a658-11a05ccf4fd0,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:20.798705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:20.805772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.812146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5998473-790f-4567-837f-c03a657ea234 req-9df15cb8-2ced-42df-89f4-e02e010d6256 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:20.812364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.823539 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a5998473-790f-4567-837f-c03a657ea234 req-9df15cb8-2ced-42df-89f4-e02e010d6256 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 944 time: 0.7806330 Apr 08 14:19:20.876489 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a5998473-790f-4567-837f-c03a657ea234 req-f190e6c3-a0f8-429b-bc7e-1685c1664da6 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511665 Apr 08 14:19:20.919150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:20.928800 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77f856a8-cbaf-463d-a658-11a05ccf4fd0 HTTP/1.1" status: 204 len: 168 time: 0.9854059 Apr 08 14:19:20.951274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da6ebd-14fa-46e0-9051-c7dfcf794b0b req-baf050ff-9a11-4150-bb5a-6accf161ef05 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:20.967239 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4da6ebd-14fa-46e0-9051-c7dfcf794b0b req-baf050ff-9a11-4150-bb5a-6accf161ef05 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 944 time: 0.9324465 Apr 08 14:19:21.032757 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4db714b-d290-4eeb-afcc-32bcf57ef02a req-22de2d81-94fe-4966-b81a-ae7bb30581b8 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105554 Apr 08 14:19:21.097638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['d0e19e68-4c79-4669-b32f-144732f8d6e7'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:21.140253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:21.174986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:21.186503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.193705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:21.245167 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4da6ebd-14fa-46e0-9051-c7dfcf794b0b req-09293847-99a2-4731-83cb-a663bfdea711 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765214 Apr 08 14:19:21.261634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.328901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-56e4c78b-8a69-4233-a406-6aa4aaefc0ee tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:21.330509 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-56e4c78b-8a69-4233-a406-6aa4aaefc0ee tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.75 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 945 time: 0.3566096 Apr 08 14:19:21.344664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.402860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:21.409338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:21.507261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Deleting port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:19:21.507923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.524484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0c17b7d2-914a-4990-b67c-9551e11f5fc9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:21.584036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e2b8b-47b4-43e5-850c-d709466c7529 req-6f5c14f4-0a79-46ca-a30c-820f7ab8863d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:21.592534 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-075e2b8b-47b4-43e5-850c-d709466c7529 req-6f5c14f4-0a79-46ca-a30c-820f7ab8863d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 943 time: 0.4292181 Apr 08 14:19:21.702330 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-075e2b8b-47b4-43e5-850c-d709466c7529 req-13ff0ff8-3e00-4c44-b439-0e0bb62c329b tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934803 Apr 08 14:19:21.745544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:21.787400 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb', 'code': 200} Apr 08 14:19:21.796932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '0c17b7d2-914a-4990-b67c-9551e11f5fc9', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'port_id': '0c17b7d2-914a-4990-b67c-9551e11f5fc9', 'mac_address': 'fa:16:3e:ae:b6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea4715a-daf7-426b-9726-056cd4e3bb71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:21.841699 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.854095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:21.872566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84093c09-d6c5-447c-bf29-3a5d5a209db8,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:21.875165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:21.898721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.901002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c17b7d2-914a-4990-b67c-9551e11f5fc9 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:21.905404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.909771 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84093c09-d6c5-447c-bf29-3a5d5a209db8 HTTP/1.1" status: 204 len: 168 time: 1.1819119 Apr 08 14:19:21.927722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:21.937046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:21.941860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fb75e831-0bfe-4607-bfb7-e94e2927626a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:22.043354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7ed7c-a333-4695-88b7-9d26eaa4745c req-81ecc380-0beb-4e17-b0ba-8ce51b615e40 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:22.050084 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d2b7ed7c-a333-4695-88b7-9d26eaa4745c req-81ecc380-0beb-4e17-b0ba-8ce51b615e40 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 945 time: 0.4895175 Apr 08 14:19:22.104562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0c17b7d2-914a-4990-b67c-9551e11f5fc9,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:22.126139 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d2b7ed7c-a333-4695-88b7-9d26eaa4745c req-0c7dc786-6f37-47e9-882d-a0d87b43dacb tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/security-groups?id=271fe633-241a-40b2-8b5a-07f9b844b4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621686 Apr 08 14:19:22.128997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:22.231222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['0c17b7d2-914a-4990-b67c-9551e11f5fc9'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:22.260659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb750c-0c76-46d8-bfc5-dfa88caaf9aa req-67c579ad-9f0a-4b4b-aaf5-78b73ab0c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:22.264705 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-09eb750c-0c76-46d8-bfc5-dfa88caaf9aa req-67c579ad-9f0a-4b4b-aaf5-78b73ab0c388 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 1098 time: 0.1827476 Apr 08 14:19:22.297286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] For port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,segment=NetworkSegment(9663fc94-aba7-46ef-bafd-3e85180575e6),segment_id=9663fc94-aba7-46ef-bafd-3e85180575e6)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:22.297700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:22.308343 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-09eb750c-0c76-46d8-bfc5-dfa88caaf9aa req-eb35d5f8-a704-4a2c-97db-b23860b6b0a1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Apr 08 14:19:22.475086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43066) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:22.604792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Calling delete_port for 11f7cf9a-ef36-43f8-8758-4e2e523bcecf owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:19:22.745366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1e2dc-ab36-4840-b503-94dce0b3b403 req-3c7ea33f-f350-43da-b4ec-f714944f6041 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:22.762572 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d9a1e2dc-ab36-4840-b503-94dce0b3b403 req-3c7ea33f-f350-43da-b4ec-f714944f6041 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 945 time: 0.5871539 Apr 08 14:19:22.796329 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d9a1e2dc-ab36-4840-b503-94dce0b3b403 req-71ba0403-c984-46f8-860f-9b041514959f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Apr 08 14:19:22.948458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:22.977186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2c037-d0a0-4db6-babf-20825f8363e1 req-c70ac4a3-a34d-40df-8311-70df26093819 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:22.978983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0ba2c037-d0a0-4db6-babf-20825f8363e1 req-c70ac4a3-a34d-40df-8311-70df26093819 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.5228736 Apr 08 14:19:23.001142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:23.015473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Usage tracker for resource:security_group_rule and tenant:419a1bdcf0e443fca258a50b128b56f0 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:23.019190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:23.027228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:23.153269 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0ba2c037-d0a0-4db6-babf-20825f8363e1 req-ea36e7bd-3ee4-4cca-b280-88543a637f5c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181018 Apr 08 14:19:23.225175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43088) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:23.244165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.262332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.267175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.279888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['11f7cf9a-ef36-43f8-8758-4e2e523bcecf'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:23.391696 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c66e5a52-8047-42e1-a4dd-729d07312aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:23.395913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3ea6ec0-8147-41d8-a13b-0def38edf660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:23.431718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.508656 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=419a1bdcf0e443fca258a50b128b56f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279067 Apr 08 14:19:23.516120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Pushing event deleted for resources: {'Port': ['ID=11f7cf9a-ef36-43f8-8758-4e2e523bcecf,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:23.519381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43120) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:23.544256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0c17b7d2-914a-4990-b67c-9551e11f5fc9 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:23.565446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76c4e27-1cd0-438f-b345-3d0dd3b90510,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:23.572497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:23.657893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.675585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:23.693086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:23.693325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.693541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.706427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:23.723099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:23.775367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Usage tracker for resource:security_group_rule and tenant:df8f4a04335048b0aed0fd4d8e12e142 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:23.782972 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1cee56c1-4afd-4feb-9a22-6b6b3775f239 req-362f2413-201b-436a-ace1-c0260cac7469 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.3325174 Apr 08 14:19:23.783889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:23.794420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.798814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:23.815296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e93c5-683d-4afd-8c00-1d45d208fea3 req-d7b877a7-db84-4bf4-8522-d0935671f64c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:23.815296 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8c1e93c5-683d-4afd-8c00-1d45d208fea3 req-d7b877a7-db84-4bf4-8522-d0935671f64c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 944 time: 0.7751327 Apr 08 14:19:23.820855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:23.823666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] No DVR routers for this DVR port 11f7cf9a-ef36-43f8-8758-4e2e523bcecf on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:19:23.825329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76c4e27-1cd0-438f-b345-3d0dd3b90510,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:23.827859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:23.847693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.852239 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c76c4e27-1cd0-438f-b345-3d0dd3b90510 HTTP/1.1" status: 204 len: 168 time: 0.3305929 Apr 08 14:19:23.857649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:23.860831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'name': 'network-vif-deleted', 'tag': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:23.909296 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8c1e93c5-683d-4afd-8c00-1d45d208fea3 req-01579e5c-f9ba-4ab6-84a4-d5747c25c503 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880570 Apr 08 14:19:23.941537 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-203bce0f-d391-45c4-9be8-4a7409cac796 req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.75 "DELETE /v2.0/ports/11f7cf9a-ef36-43f8-8758-4e2e523bcecf HTTP/1.1" status: 204 len: 173 time: 2.5999448 Apr 08 14:19:24.030338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.046429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17b7d2-914a-4990-b67c-9551e11f5fc9'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:24.073435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:24.079454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.081952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device d0e19e68-4c79-4669-b32f-144732f8d6e7 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:24.107223 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aed2d22-dfce-4c00-88df-6919493f2dae', 'name': 'network-vif-deleted', 'tag': '11f7cf9a-ef36-43f8-8758-4e2e523bcecf', 'status': 'completed', 'code': 200} Apr 08 14:19:24.168037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:24.204275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b2f07-c4c9-455a-ba80-4d7667a1adea req-144e7478-812e-4617-8e20-2f427806cbcc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:24.207194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ee6b2f07-c4c9-455a-ba80-4d7667a1adea req-144e7478-812e-4617-8e20-2f427806cbcc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 945 time: 0.1843860 Apr 08 14:19:24.332510 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ee6b2f07-c4c9-455a-ba80-4d7667a1adea req-0ae3e062-82a5-4860-87be-ef8069aaf18f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861216 Apr 08 14:19:24.335129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.341562 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c17b7d2-914a-4990-b67c-9551e11f5fc9', 'code': 200} Apr 08 14:19:24.407934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0c17b7d2-914a-4990-b67c-9551e11f5fc9,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:24.415333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:24.423777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port d0e19e68-4c79-4669-b32f-144732f8d6e7 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:24.432398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port d0e19e68-4c79-4669-b32f-144732f8d6e7 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:24.432863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.753486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.773494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port d0e19e68-4c79-4669-b32f-144732f8d6e7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:24.782182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.782182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 11f7cf9a-ef36-43f8-8758-4e2e523bcecf no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:19:24.782516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43156) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:24.811669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.835005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:24.839719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b03f772-3ddf-4c30-82f9-6381eff5f5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:24.843476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5d8c07f2184525a764dc77fb3d090c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:24.847180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:24.854353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:24.949982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 11f7cf9a-ef36-43f8-8758-4e2e523bcecf {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:19:24.950641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 11f7cf9a-ef36-43f8-8758-4e2e523bcecf not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:19:24.968540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.978836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.990461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:24.991527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:25.008507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=d0e19e68-4c79-4669-b32f-144732f8d6e7,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:25.012662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:25.046584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037bc583-60db-4a63-b0bf-4e1ad4c707a5,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:25.060789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:25.073258 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:25.104504 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b5d8c07f2184525a764dc77fb3d090c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208852 Apr 08 14:19:25.107630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43170) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:25.175614 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df8f4a04335048b0aed0fd4d8e12e142&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9430747 Apr 08 14:19:25.178248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43176) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:25.185854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed569219-9d54-4b4e-9b23-87be54753814,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:25.189364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:25.209764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.248497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.293273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-9bf82c2a-0d35-484b-8e0c-d30975aae812 req-267f92b7-5793-43a0-bca6-3eede330ac06 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Synchronizing usage tracker for tenant:4d9d17454661446f8ed077864d249395 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:19:25.339314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.347781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f1b4af9e-b4c7-4d4f-8bdd-e22e8958e382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:25.371302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.372666 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/037bc583-60db-4a63-b0bf-4e1ad4c707a5 HTTP/1.1" status: 204 len: 168 time: 0.2634513 Apr 08 14:19:25.373764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037bc583-60db-4a63-b0bf-4e1ad4c707a5,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:25.390854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:25.451948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c911-f573-439e-9dcf-9e3a9df46c03 req-107637ce-6ea4-4a2c-9b44-27b0d0404de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:25.454730 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5e7c911-f573-439e-9dcf-9e3a9df46c03 req-107637ce-6ea4-4a2c-9b44-27b0d0404de3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 1098 time: 0.4665990 Apr 08 14:19:25.455809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-9bf82c2a-0d35-484b-8e0c-d30975aae812 req-267f92b7-5793-43a0-bca6-3eede330ac06 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Unset dirty status for tenant:4d9d17454661446f8ed077864d249395 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:19:25.458034 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bf82c2a-0d35-484b-8e0c-d30975aae812 req-267f92b7-5793-43a0-bca6-3eede330ac06 tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aed2d22-dfce-4c00-88df-6919493f2dae HTTP/1.1" status: 200 len: 210 time: 0.2932692 Apr 08 14:19:25.479338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342bae2-f9df-4b4d-b7fc-4ae5073aae4d req-dc7a3bd9-b970-49d6-867d-3769e8e2dde1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:25.496708 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5342bae2-f9df-4b4d-b7fc-4ae5073aae4d req-dc7a3bd9-b970-49d6-867d-3769e8e2dde1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 1.1568551 Apr 08 14:19:25.640066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43198) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:25.650122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.683717 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5342bae2-f9df-4b4d-b7fc-4ae5073aae4d req-f3395afd-5b4b-4ab6-9eee-944cb54491c8 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295700 Apr 08 14:19:25.720894 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5e7c911-f573-439e-9dcf-9e3a9df46c03 req-c42c91d1-e825-44c0-af1f-09658a855e5a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224467 Apr 08 14:19:25.793870 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.903636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cdd0c-58b9-41b5-9543-b10faa7128ad req-24137098-6f2d-479e-9813-1e10969aec60 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:25.905366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-235cdd0c-58b9-41b5-9543-b10faa7128ad req-24137098-6f2d-479e-9813-1e10969aec60 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 945 time: 0.1870589 Apr 08 14:19:25.943342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:25.950346 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:25.960567 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-235cdd0c-58b9-41b5-9543-b10faa7128ad req-8b604502-a7a3-4e12-8ef7-34be9a77bc9c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Apr 08 14:19:26.034630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed569219-9d54-4b4e-9b23-87be54753814,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:26.042711 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:26.045506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.047498 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed569219-9d54-4b4e-9b23-87be54753814 HTTP/1.1" status: 204 len: 168 time: 0.8636734 Apr 08 14:19:26.089320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a902f2-fd54-4e72-9e3f-0ae92bded00a req-1b45f7b9-fec3-48be-9d10-0afd36db89ca tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:26.091528 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c6a902f2-fd54-4e72-9e3f-0ae92bded00a req-1b45f7b9-fec3-48be-9d10-0afd36db89ca tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.1300492 Apr 08 14:19:26.150165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.171453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c6a902f2-fd54-4e72-9e3f-0ae92bded00a req-a656972c-c633-4ca0-a0d7-ada0b758979e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534620 Apr 08 14:19:26.176818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:26.182284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Usage tracker for resource:security_group_rule and tenant:f2d3582381d1461db128aa79509a3a2b is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:26.185703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:26.193192 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:26.313242 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.317337 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.330019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2de394f3-b0a6-4b1a-9dbd-8166eb82ea42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:26.342051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:26.422609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23792686-7080-495d-8785-addf214d9586,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:26.428503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:26.442697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43228) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:26.462169 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2d3582381d1461db128aa79509a3a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151865 Apr 08 14:19:26.535717 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'code': 200} Apr 08 14:19:26.578677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.670229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.789909 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.796313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:26.834393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23792686-7080-495d-8785-addf214d9586,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:26.875461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:26.876372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-46bbb88e-1eff-407f-af78-ae5a506149a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:26.882636 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-46bbb88e-1eff-407f-af78-ae5a506149a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 1098 time: 0.2758036 Apr 08 14:19:26.882911 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:26.899389 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23792686-7080-495d-8785-addf214d9586 HTTP/1.1" status: 204 len: 168 time: 0.4553139 Apr 08 14:19:27.323139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f94cf-7ff6-446d-b34d-17da9b601da9 req-b45bfc49-967a-48bf-a9c7-cd8c1813cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:27.325008 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eb3f94cf-7ff6-446d-b34d-17da9b601da9 req-b45bfc49-967a-48bf-a9c7-cd8c1813cc14 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1099 time: 0.1780436 Apr 08 14:19:27.370482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-d2b37923-765d-43f6-b76b-fc2378b030fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:27.372153 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-d2b37923-765d-43f6-b76b-fc2378b030fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.4806507 Apr 08 14:19:27.379430 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eb3f94cf-7ff6-446d-b34d-17da9b601da9 req-4e8d06d8-f54e-411d-a64d-bd15ff3aa9bb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460129 Apr 08 14:19:27.404111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954e2ca-b573-48ce-83bf-2e98491d9830 req-81fa82be-4c0c-4463-83e5-9d64fe8fb56c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:27.418569 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4954e2ca-b573-48ce-83bf-2e98491d9830 req-81fa82be-4c0c-4463-83e5-9d64fe8fb56c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.6366327 Apr 08 14:19:27.469294 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4954e2ca-b573-48ce-83bf-2e98491d9830 req-ff211af5-9984-4a76-9ba5-d3b4cace8429 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492675 Apr 08 14:19:27.710881 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-2337ad3e-f00c-4e55-ac94-5b125e038447 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb HTTP/1.1" status: 200 len: 217 time: 0.2393160 Apr 08 14:19:27.817843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759997ac-388b-491d-aa32-267487d02358 req-4ddcdb28-861f-4bed-a653-62b93b593b18 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:27.821650 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-759997ac-388b-491d-aa32-267487d02358 req-4ddcdb28-861f-4bed-a653-62b93b593b18 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 945 time: 0.5954239 Apr 08 14:19:27.861553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43274) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:27.878755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-47bfacad-af5b-45d9-9be4-4c57ef1acd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:27.880721 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-47bfacad-af5b-45d9-9be4-4c57ef1acd17 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1515989 Apr 08 14:19:27.890625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:27.892444 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-759997ac-388b-491d-aa32-267487d02358 req-6eac540e-0482-44b8-8765-89d9e1c3ca80 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 Apr 08 14:19:27.927660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:27.937238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Usage tracker for resource:security_group_rule and tenant:49d157753d354b6a9c036bc22ed79684 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:27.945380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:27.955208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:28.000049 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-2c8be012-e776-4ece-8bf8-b50c23542301 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056459 Apr 08 14:19:28.013193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0979275-2c2a-4808-b078-ed0d010d35c6 req-6e74c28e-fef3-444d-a0ce-70f8d2c18b58 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:28.032702 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d0979275-2c2a-4808-b078-ed0d010d35c6 req-6e74c28e-fef3-444d-a0ce-70f8d2c18b58 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3725514 Apr 08 14:19:28.093838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:28.099419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:28.134235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8a9becb0-33d1-430b-b5a5-1e50255dcfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:28.180165 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49d157753d354b6a9c036bc22ed79684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160288 Apr 08 14:19:28.182083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43288) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:28.185215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812da896-3935-4179-92e9-6fb5307cfdb3,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:28.198773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:28.301085 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d0979275-2c2a-4808-b078-ed0d010d35c6 req-1c636295-ebdc-4a6b-be8c-3dae78646e89 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672966 Apr 08 14:19:28.363887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:28.382859 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-0f28ffc8-3e05-4e2f-a83b-6074bfa249c2 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468075 Apr 08 14:19:28.446275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:28.599684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:28.609313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:28.630939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812da896-3935-4179-92e9-6fb5307cfdb3,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:28.639263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:28.640226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:28.641567 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/812da896-3935-4179-92e9-6fb5307cfdb3 HTTP/1.1" status: 204 len: 168 time: 0.4498794 Apr 08 14:19:28.745311 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6468534-3d2b-45fe-9b11-8dd7a55aa38a req-78322d6c-ca3b-48aa-ac29-da84a5042a91 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427608 Apr 08 14:19:29.014064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428698e-0c7b-4774-90c9-f1678525ece9 req-0e69e378-7fc7-4a17-b60e-84b98cca4095 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:29.024982 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1428698e-0c7b-4774-90c9-f1678525ece9 req-0e69e378-7fc7-4a17-b60e-84b98cca4095 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.2426760 Apr 08 14:19:29.095610 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1428698e-0c7b-4774-90c9-f1678525ece9 req-336dc286-69d1-490d-b4c9-146061eaac91 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636241 Apr 08 14:19:29.323943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43336) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:29.523424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Deleting subnet e335ece3-6143-41cb-9e2b-16ca1db52de6 {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:19:29.530314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.544134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43346) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:29.592570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.647320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:29.657531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Usage tracker for resource:security_group_rule and tenant:a385563dafe64014b6410ee8a72f95fd is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:29.666520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:29.667159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.682035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:29.691011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.806282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2dfe251e-0cff-4fed-8719-c0499ac1208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.820305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59ef1-1e89-414b-8fc0-3dc887dde9b2 req-cbe68b52-e89f-49be-84ae-a19897946dd7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:29.822420 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-94e59ef1-1e89-414b-8fc0-3dc887dde9b2 req-cbe68b52-e89f-49be-84ae-a19897946dd7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2939839 Apr 08 14:19:29.833345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.838691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:29.870735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d7612ff9-1621-4176-a63b-b42a2e5a52e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:29.878739 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-94e59ef1-1e89-414b-8fc0-3dc887dde9b2 req-51e02a7c-7d1d-429a-b64f-03c18d0af18d tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Apr 08 14:19:29.939484 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a385563dafe64014b6410ee8a72f95fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934259 Apr 08 14:19:29.949151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43360) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:29.949895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751a58f5-b40b-4774-9566-1bd8c94b6911,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:29.956001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:30.056903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:30.125972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:30.188799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:30.203313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:30.216664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a58f5-b40b-4774-9566-1bd8c94b6911,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:30.220229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:30.230036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:30.238656 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/751a58f5-b40b-4774-9566-1bd8c94b6911 HTTP/1.1" status: 204 len: 168 time: 0.2848611 Apr 08 14:19:30.585015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:30.599666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c7c4b-8d0c-4094-8043-e1dd7f862ea7 req-52dced98-2f9e-4f5e-985d-70623a30ac1d tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:30.602510 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-657c7c4b-8d0c-4094-8043-e1dd7f862ea7 req-52dced98-2f9e-4f5e-985d-70623a30ac1d tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4581556 Apr 08 14:19:30.613103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43384) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:30.620720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'floatingip': {'port_id': 'd0e19e68-4c79-4669-b32f-144732f8d6e7'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:30.649918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:30.725677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e335ece3-6143-41cb-9e2b-16ca1db52de6,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:30.729339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:30.741080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b9b78-a8df-4c94-81ed-2e5682f77bbc req-a4bdf4ae-8e8a-45d7-b751-018f34de91f1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:30.749137 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-106b9b78-a8df-4c94-81ed-2e5682f77bbc req-a4bdf4ae-8e8a-45d7-b751-018f34de91f1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.3665497 Apr 08 14:19:30.870974 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-106b9b78-a8df-4c94-81ed-2e5682f77bbc req-2ebbd60e-19e4-4bcb-b4ff-eb263918beff tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206744 Apr 08 14:19:30.909655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:30.939417 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ec819b3d-e819-4574-b876-7d762919b110 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e335ece3-6143-41cb-9e2b-16ca1db52de6 HTTP/1.1" status: 204 len: 168 time: 1.6127129 Apr 08 14:19:30.958235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43394) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:31.173212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:31.454602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:31.857657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:31.960634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43436) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:32.094913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43442) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:32.353242 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-0c449c02-a98a-4385-9db6-533db31e5e99 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:32.355212 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-0c449c02-a98a-4385-9db6-533db31e5e99 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.5606208 Apr 08 14:19:32.424661 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-70fa9c3e-5fba-41c6-86db-d8162dd44d15 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/quotas/b02baa353c6643ceb5b9f1db9af725ee HTTP/1.1" status: 200 len: 375 time: 0.0497260 Apr 08 14:19:32.432260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0517-2dd8-4a71-8bbd-5be4d300ada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.442577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228377766-network', 'tenant_id': 'ec1528bf214c4fe1bfd3da323dd3e715'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:32.452938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:32.457209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.457925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.459173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.459352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.resource_extend [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 14:19:32.459816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > port after_create 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.470628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.471828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > port after_update 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.472884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.474334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.475108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.475713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.529300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Usage tracker for resource:network and tenant:ec1528bf214c4fe1bfd3da323dd3e715 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:32.543073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:32.555118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:32.584701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.585078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.586241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.586647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84287) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:19:32.586846 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba55d4-c822-4929-9f09-762c380f045f']}} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:32.588344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Made reservation on behalf of ec1528bf214c4fe1bfd3da323dd3e715 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:32.593242 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.616277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.620569 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.632430 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.673958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9663fc94-aba7-46ef-bafd-3e85180575e6') {'for_net_delete': True} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:32.674233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9663fc94-aba7-46ef-bafd-3e85180575e6') {} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:32.701460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3785638'] for segment, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.712190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.748351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.752753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:32.762673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:5dae041feb824bb5bb020d566cb79ce4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:32.766707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:32.776947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eda9d-c532-4ac8-85b3-09f78601a610 req-2c76cf39-9cd5-4572-bd00-cb708444ff25 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:32.779728 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ce9eda9d-c532-4ac8-85b3-09f78601a610 req-2c76cf39-9cd5-4572-bd00-cb708444ff25 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.6717720 Apr 08 14:19:32.781300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=84287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:19:32.781480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Usage tracker for resource:security_group_rule and tenant:ec1528bf214c4fe1bfd3da323dd3e715 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:32.792593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:32.808288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:32.810801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:32.863763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:32.882787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:32.885227 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Floating IP 81644c7d-4132-44a8-aea8-801ed6e43420 associated. External IP: 172.28.0.251, port: d0e19e68-4c79-4669-b32f-144732f8d6e7. Apr 08 14:19:33.011794 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ce9eda9d-c532-4ac8-85b3-09f78601a610 req-aece2adc-5156-4811-90a3-05572284f52b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381979 Apr 08 14:19:33.054757 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-42ccc5ba-07e1-4062-a41d-0c59c9abbb99 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6125393 Apr 08 14:19:33.058135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Network 3cba55d4-c822-4929-9f09-762c380f045f has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:19:33.094104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4073252'] for segment, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.126132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.131347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.136934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2df83a07-6ded-4181-b351-16e6c20a8bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:33.309580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:33.313107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:33.401392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:19:33.468475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Network 3cba55d4-c822-4929-9f09-762c380f045f has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: from cryptography.utils import int_from_bytes Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: from cryptography.utils import int_from_bytes Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: (rel_b, rel_a, rel_b), Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: (rel_b, rel_a, rel_b), Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:19:33.590934 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:19:33.622787 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-7dc6fd91-aa7f-45d2-8004-81338dcbbbce service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528369 Apr 08 14:19:33.640388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.692056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.705530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-62d2ac47-08cd-4761-8958-661a1f600d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:33.788069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.823020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.854303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de0a29f-c912-415c-9e20-ff99dc52ce52,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:33.858912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:33.868153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b9122884-7d6b-49cf-ad96-7dff67d79fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:33.903075 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dae041feb824bb5bb020d566cb79ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8016636 Apr 08 14:19:33.903350 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3cba55d4-c822-4929-9f09-762c380f045f HTTP/1.1" status: 204 len: 168 time: 2.9543509 Apr 08 14:19:33.904329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cba55d4-c822-4929-9f09-762c380f045f,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:33.907275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-602ca9df-e58f-42f7-9514-bd766eb42be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:33.907967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43460) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:33.947261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:19:33.964921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:33.965900 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Added segment a2ec23b3-481f-469f-868e-e20e7491bf2d of type vlan for network 6244c529-de86-420e-bbfd-72cc7edfbc3a Apr 08 14:19:33.975415 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-11e3bf0b-0057-43f1-830d-1762b0274cc5 service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376336 Apr 08 14:19:34.029755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.075029 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.088523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.089013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.122648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.150619 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43468) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:34.204398 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2f091bf0-957e-42cf-b907-f1fec4375aeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d9d17454661446f8ed077864d249395&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523272 Apr 08 14:19:34.208007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43472) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:34.225207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.237093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:34.275585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.277863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:19:34.306307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:19:34.311338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:34.312561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.314319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.318564 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1de0a29f-c912-415c-9e20-ff99dc52ce52 HTTP/1.1" status: 204 len: 168 time: 0.4050801 Apr 08 14:19:34.331380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:19:34.332948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:19:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:34.346506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de0a29f-c912-415c-9e20-ff99dc52ce52,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:34.365658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:34.378581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:34.496612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8f14-ac4a-467c-88aa-dc8d95c3f1c1 req-72bfa3a1-e513-4664-a718-315628ded7a1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:34.506624 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-291b8f14-ac4a-467c-88aa-dc8d95c3f1c1 req-72bfa3a1-e513-4664-a718-315628ded7a1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.2491062 Apr 08 14:19:34.516319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.579063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.623262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.716382 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-756dc403-94d4-4cd3-b873-6b7266977ef0 req-b150b47f-9ada-4e1c-8969-3b9c45107592 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 210 time: 0.2067621 Apr 08 14:19:34.731339 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-291b8f14-ac4a-467c-88aa-dc8d95c3f1c1 req-077ed278-c2f0-412b-b1a5-ded37652ad82 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227471 Apr 08 14:19:34.732800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.753505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7fd0bd5f-a07d-42eb-9f1d-c34257d6dff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:34.769380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271fe633-241a-40b2-8b5a-07f9b844b4ff,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:34.775449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:34.776644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.780350 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/271fe633-241a-40b2-8b5a-07f9b844b4ff HTTP/1.1" status: 204 len: 168 time: 0.5688794 Apr 08 14:19:34.781133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:19:34.783866 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8219404 Apr 08 14:19:34.789955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43488) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:34.796355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Request body: {'subnet': {'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228377766-subnet', 'tenant_id': 'ec1528bf214c4fe1bfd3da323dd3e715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:34.801792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:34.806896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Usage tracker for resource:subnet and tenant:ec1528bf214c4fe1bfd3da323dd3e715 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:34.813551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:34.820755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:34.833435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Made reservation on behalf of ec1528bf214c4fe1bfd3da323dd3e715 for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:34.838566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852554521'] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:34.941647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Pushing event updated for resources: {'Network': ['ID=6244c529-de86-420e-bbfd-72cc7edfbc3a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:34.956050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:19:35.027837 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2bf76aeb-3923-4407-819f-2503b6b6a65b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "PUT /v2.0/floatingips/81644c7d-4132-44a8-aea8-801ed6e43420 HTTP/1.1" status: 200 len: 992 time: 4.4126821 Apr 08 14:19:35.030018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:35.031032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:35.216569 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'status': 'completed', 'code': 200} Apr 08 14:19:35.736448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43520) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:35.803497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:35.836360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-02fe5326-ae7f-489d-b779-818eca74e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:35.838304 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-02fe5326-ae7f-489d-b779-818eca74e123 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1099 time: 0.5337644 Apr 08 14:19:35.899085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:35.905520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '81644c7d-4132-44a8-aea8-801ed6e43420', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'port_id': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'mac_address': 'fa:16:3e:02:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:18:48Z', 'updated_at': '2021-04-08T14:19:32Z', 'revision_number': 1, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:35.912088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Usage tracker for resource:security_group_rule and tenant:81bd9d527b274febad7c283932fa7d81 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:35.917281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:35.919327 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:19:35.953601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:35.957545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:19:35.969009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:19:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:36.234465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:36.240127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:36.284233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5c25bc30-db57-4073-b855-f04909f88503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:36.305587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:19:36.367708 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81bd9d527b274febad7c283932fa7d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289647 Apr 08 14:19:36.369329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b52a75-9b29-4842-a27f-85a780cd95c1,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:36.372316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43536) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:36.375817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:36.499328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:36.578921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:36.592182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-2cc4b98b-0279-44ec-9c4f-0e41a5182a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:36.593835 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-2cc4b98b-0279-44ec-9c4f-0e41a5182a45 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.7426047 Apr 08 14:19:36.698267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:36.704713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f66151b3-5f13-4c3f-975a-6861d58dbf5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:36.726654 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b52a75-9b29-4842-a27f-85a780cd95c1,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:36.748630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:36.760689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:36.765701 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69b52a75-9b29-4842-a27f-85a780cd95c1 HTTP/1.1" status: 204 len: 168 time: 0.3922975 Apr 08 14:19:36.826000 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf3eebb1-c9ff-4e0a-911f-3ca2aac9a54c req-22535b7a-b400-414d-8215-afcc83a82116 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 210 time: 0.2308087 Apr 08 14:19:36.996791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d8bed-945b-456b-a627-6ee0a3670c2f req-eab3fb18-5cc8-421e-a06b-45796dbf1dd7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:37.020217 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7c2d8bed-945b-456b-a627-6ee0a3670c2f req-eab3fb18-5cc8-421e-a06b-45796dbf1dd7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.4237897 Apr 08 14:19:37.025436 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-b1534697-1b75-4ff5-b603-8dc3b446aac9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 1000 time: 0.3267651 Apr 08 14:19:37.207307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-972395ff-a94a-44c6-896e-e39f4cc22e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:37.208818 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-972395ff-a94a-44c6-896e-e39f4cc22e52 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.1505742 Apr 08 14:19:37.234300 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7c2d8bed-945b-456b-a627-6ee0a3670c2f req-de28c567-1d9e-4919-88cc-dc4fb10ae50c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899514 Apr 08 14:19:37.392311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '81644c7d-4132-44a8-aea8-801ed6e43420', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'port_id': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'mac_address': 'fa:16:3e:02:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:18:48Z', 'updated_at': '2021-04-08T14:19:32Z', 'revision_number': 1, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:19:37.403391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdaae6e-1413-4b2f-887c-f9eb06299469 None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '81644c7d-4132-44a8-aea8-801ed6e43420', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'floating_ip_address': '172.28.0.251', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'port_id': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'mac_address': 'fa:16:3e:02:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:18:48Z', 'updated_at': '2021-04-08T14:19:32Z', 'revision_number': 1, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:19:37.472500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850702411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852554538'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:37.498151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-0b41f42b-34f3-4d31-96f3-cccc091fec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:37.499920 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-0b41f42b-34f3-4d31-96f3-cccc091fec25 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2202995 Apr 08 14:19:37.503638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1461eff2-944a-4ac0-96d2-f2c3d68db56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:37.597733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-c6637f14-e7d0-4775-b1d7-0afb83887783 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:37.605200 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-c6637f14-e7d0-4775-b1d7-0afb83887783 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.4322402 Apr 08 14:19:37.627370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Request body: {'port': {'device_id': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'admin_state_up': True, 'tenant_id': 'b02baa353c6643ceb5b9f1db9af725ee'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:37.844845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3964cd-1a80-4104-83bb-43b7120f4df2,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:37.851984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:37.880670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:37.898965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Usage tracker for resource:port and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:37.906846 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:37.939572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:37.953605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Made reservation on behalf of b02baa353c6643ceb5b9f1db9af725ee for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:37.954900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9ed71-54c0-4cb4-ba78-5959db410ba8 None None] New status for floating IP 81644c7d-4132-44a8-aea8-801ed6e43420: ACTIVE {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:19:37.961092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:38.216174 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-91809c7d-17db-4c16-8c84-4070d089de81 req-b5e01b0f-7b09-474f-8ccf-b11641faaa76 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 210 time: 0.1536763 Apr 08 14:19:38.246239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Allocated IP 172.20.0.13 (f2330630-4546-4b00-9963-6f463fb04608/2ea4715a-daf7-426b-9726-056cd4e3bb71/9871b7b6-ce80-4e75-beae-e01bd8d0da17) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:19:38.319001 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-3f8dd986-ed50-46e3-afe1-eae6de8fb233 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675276 Apr 08 14:19:38.911552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Checking segment: {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:38.915010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Network hostable DHCP agents. Network: 6244c529-de86-420e-bbfd-72cc7edfbc3a, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:19:38.932285 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9bfef7c0-f08f-487d-b116-5e0ac8ecdbe5 req-13d51e52-1dfd-49f5-a298-26dfdf047e41 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774727 Apr 08 14:19:39.014675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:19:39.035808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 6244c529-de86-420e-bbfd-72cc7edfbc3a) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:19:39.048129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f023cd-7e1d-4811-bb01-a4d78cb51e18 None None] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:19:39.058098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:39.058098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:39.076207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:39.091043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d0f50-b042-40d0-98b4-85d158a48835 req-64bbbf41-c0b3-4bf0-b04d-32aa172f5f8e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:39.099562 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e89d0f50-b042-40d0-98b4-85d158a48835 req-64bbbf41-c0b3-4bf0-b04d-32aa172f5f8e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1654780 Apr 08 14:19:39.125130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:39.131561 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3402503 Apr 08 14:19:39.152750 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e89d0f50-b042-40d0-98b4-85d158a48835 req-5e8c2d52-dbe5-4ee9-8e69-6f21b836cd58 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Apr 08 14:19:39.162405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e753017e-e54e-4c90-92cf-5bb366d361db tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:39.209893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131', '0c17b7d2-914a-4990-b67c-9551e11f5fc9'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:39.319110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event updated for resources: {'Port': ['ID=9871b7b6-ce80-4e75-beae-e01bd8d0da17,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:39.336249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:39.654760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819aa088-23c5-4c48-b9c3-e1521b977c0e None None] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:19:39.743813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Network f2330630-4546-4b00-9963-6f463fb04608 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:19:39.746927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:19:39.751528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:19:39.765261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:39.768427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:39.819113 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1995440 Apr 08 14:19:39.843662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abcf72-fe42-4798-8d56-acfed7e55b02 req-62d11ce4-f48a-434e-bbae-fd9252ec72ae tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:39.844718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Request body: {'port': {'device_id': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:39.859154 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-52abcf72-fe42-4798-8d56-acfed7e55b02 req-62d11ce4-f48a-434e-bbae-fd9252ec72ae tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 932 time: 0.3890700 Apr 08 14:19:40.011269 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-52abcf72-fe42-4798-8d56-acfed7e55b02 req-a9fef05b-6085-47c9-9002-27be7820f90f tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474538 Apr 08 14:19:40.242605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:40.682697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34585-3b1a-4f5d-97af-a46522136980 req-7657f438-6456-4df3-9349-efe566d36806 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:40.683871 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-54e34585-3b1a-4f5d-97af-a46522136980 req-7657f438-6456-4df3-9349-efe566d36806 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.2483554 Apr 08 14:19:40.812363 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-54e34585-3b1a-4f5d-97af-a46522136980 req-9a541771-2cf4-4cab-ad8f-8764e30b106a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145058 Apr 08 14:19:40.978623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9871b7b6-ce80-4e75-beae-e01bd8d0da17 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:40.995094 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:41.029089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Transition to ACTIVE for port object 9871b7b6-ce80-4e75-beae-e01bd8d0da17 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:19:41.035833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:41.269842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:41.346364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89af93-e75f-4051-bb7c-ed67210a911e req-f8e9bb23-dfd2-4d5e-800b-65229d1072d4 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:41.354781 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7e89af93-e75f-4051-bb7c-ed67210a911e req-f8e9bb23-dfd2-4d5e-800b-65229d1072d4 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 944 time: 0.1187749 Apr 08 14:19:41.418788 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7e89af93-e75f-4051-bb7c-ed67210a911e req-06ce51e5-be64-4352-a41f-15ea05f78ebd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567594 Apr 08 14:19:41.438738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43692) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:41.565508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Pushing event updated for resources: {'Port': ['ID=9871b7b6-ce80-4e75-beae-e01bd8d0da17,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:41.572640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43700) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:41.609306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:41.634252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Attempting to bind port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:19:41.634593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Attempting to bind port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:19:41.634988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Attempting to bind port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:41.643452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 on network f2330630-4546-4b00-9963-6f463fb04608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:19:41.644782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Attempting to bind port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:41.652634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:19:41.652973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Checking segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:41.653401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Bound using segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:19:41.653872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Bound port: 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:19:41.654267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:41.748052 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] For port 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:19:41.751857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] For port 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:19:41.755762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:41.757553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:41.770742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:41.771024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:41.793003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:41.796072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:41.801508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Usage tracker for resource:security_group_rule and tenant:7be06484d6fe4e2c8a8854bf5750e67c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:41.805106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Usage tracker for resource:security_group_rule and tenant:f0519db0898247ed97960a33ef11d383 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:41.808064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:41.811232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:41.820218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:41.822658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:41.940401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Pushing event updated for resources: {'Port': ['ID=9871b7b6-ce80-4e75-beae-e01bd8d0da17,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:41.947212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:42.005190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:42.006314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.009570 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] 10.222.0.75 "PUT /v2.0/ports/9871b7b6-ce80-4e75-beae-e01bd8d0da17 HTTP/1.1" status: 200 len: 1094 time: 2.1731944 Apr 08 14:19:42.010436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'tag': '9871b7b6-ce80-4e75-beae-e01bd8d0da17'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:42.051653 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.054771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.058345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.068977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:42.085921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.111723 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'tag': '9871b7b6-ce80-4e75-beae-e01bd8d0da17', 'status': 'completed', 'code': 200} Apr 08 14:19:42.151639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d312b90-1a08-4ee7-bea9-9a012a8b9399,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:42.164831 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0519db0898247ed97960a33ef11d383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863771 Apr 08 14:19:42.165872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-2569899c-1f3b-48d4-a340-66664aab0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:42.166438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:42.166789 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-2569899c-1f3b-48d4-a340-66664aab0e5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 1097 time: 0.0969579 Apr 08 14:19:42.166789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43712) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:42.169075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-407aee5e-4c0a-4278-bfd6-38cb99c07884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:42.184236 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7be06484d6fe4e2c8a8854bf5750e67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441792 Apr 08 14:19:42.184996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43716) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:42.242819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba9ecd-9aee-4d73-a32f-b2df9b66cd07,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:42.257702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:42.274047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca35b8-6fee-4b37-81b1-6aa27d651bc1 req-29ec5670-45a9-4d28-9bf5-242d87c05290 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:42.282020 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-95ca35b8-6fee-4b37-81b1-6aa27d651bc1 req-29ec5670-45a9-4d28-9bf5-242d87c05290 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.3132470 Apr 08 14:19:42.330389 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-9ba87bab-1b0e-43a5-84c4-228d268c0940 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17 HTTP/1.1" status: 200 len: 217 time: 0.1390615 Apr 08 14:19:42.336578 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-95ca35b8-6fee-4b37-81b1-6aa27d651bc1 req-1ea1b3e3-7f94-4ecb-ab1a-9fdddc60ff7c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534863 Apr 08 14:19:42.343164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.380693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.439134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.446856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-957e8b61-aa7a-4b01-823b-33486c224ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:42.500861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba9ecd-9aee-4d73-a32f-b2df9b66cd07,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:42.504778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:42.513207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.521529 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2ba9ecd-9aee-4d73-a32f-b2df9b66cd07 HTTP/1.1" status: 204 len: 168 time: 0.3323729 Apr 08 14:19:42.541916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.544835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-9fb658ce-6698-47ff-b435-810b58f27f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:42.546448 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-9fb658ce-6698-47ff-b435-810b58f27f6c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.2027400 Apr 08 14:19:42.681406 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-cb7a8809-5b2d-486d-8d70-47e64e567dbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980854 Apr 08 14:19:42.714746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.794093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6ccf-7e92-4ee6-b50a-713859475d53 req-d64bb113-5321-4400-8adc-b22824763e52 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:42.796803 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-762e6ccf-7e92-4ee6-b50a-713859475d53 req-d64bb113-5321-4400-8adc-b22824763e52 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 944 time: 0.1298308 Apr 08 14:19:42.838983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-762e6ccf-7e92-4ee6-b50a-713859475d53 req-cb1df0f1-656a-4b00-9588-d3535ade0939 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Apr 08 14:19:42.882675 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-0a4fafbf-c100-49a2-950e-04a8fb07d5b4 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915421 Apr 08 14:19:42.884204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.889939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:42.931413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d312b90-1a08-4ee7-bea9-9a012a8b9399,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:42.964331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:42.969239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:42.970537 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d312b90-1a08-4ee7-bea9-9a012a8b9399 HTTP/1.1" status: 204 len: 168 time: 0.8016312 Apr 08 14:19:43.094036 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df2dfd09-3ad8-47f4-9643-ea63519cec19 req-749be435-0601-4a11-b91e-cce762df0376 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942735 Apr 08 14:19:43.131996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43750) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:43.165793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:43.239990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:43.246680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Usage tracker for resource:security_group_rule and tenant:69ec90cfb67c44c98bb80b625c4dad00 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:43.251173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:43.252447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-e5bab5a4-a1c7-4c6b-a1e0-095af689b710 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:43.258528 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-e5bab5a4-a1c7-4c6b-a1e0-095af689b710 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/networks?id=6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 200 len: 809 time: 0.2868176 Apr 08 14:19:43.260003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:43.286451 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-ebe5453b-7b53-4378-b355-dfcdd1d6bd48 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/quotas/ec1528bf214c4fe1bfd3da323dd3e715 HTTP/1.1" status: 200 len: 375 time: 0.0203669 Apr 08 14:19:43.317624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-db063548-ba7c-456b-8dae-4714d24cf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:43.319907 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-db063548-ba7c-456b-8dae-4714d24cf3f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 1097 time: 0.1431575 Apr 08 14:19:43.354094 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-f0949268-0057-4037-98e1-866540721f78 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663300 Apr 08 14:19:43.396761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43758) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:43.737194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-a3768b62-7d2a-4d86-85fb-dc93a5d68054 service neutron] 10.222.0.35 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739004 Apr 08 14:19:43.789060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d89bf4-1b76-4e66-9003-f8f58367cd22 req-64031234-ff6c-45c0-836e-03356b064fd1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:43.790527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:43.790928 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-02d89bf4-1b76-4e66-9003-f8f58367cd22 req-64031234-ff6c-45c0-836e-03356b064fd1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.2114317 Apr 08 14:19:43.801625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-91a6e6a9-d2d5-44cf-b51b-78ba82dfe84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:43.803297 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-91a6e6a9-d2d5-44cf-b51b-78ba82dfe84a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 915 time: 0.4731781 Apr 08 14:19:43.804262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:43.815159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c703b400-8c75-4f19-bdfc-30dd5bcbfeea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:43.879769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43772) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:43.908487 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-df97b051-0cfb-4b12-b504-5737120291a9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17 HTTP/1.1" status: 200 len: 217 time: 0.0944037 Apr 08 14:19:43.979830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af921e2-f84e-4326-a2fe-06b10a38b2b0,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:43.994052 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:44.012324 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69ec90cfb67c44c98bb80b625c4dad00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8744702 Apr 08 14:19:44.013266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43778) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:44.062239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-79773789-c429-43e8-b9db-67d04919cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:44.069080 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-79773789-c429-43e8-b9db-67d04919cd57 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.1411076 Apr 08 14:19:44.152064 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-d1d25a60-415a-4ac2-9780-0a0d5cc005e3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719750 Apr 08 14:19:44.178010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.252876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:44.262780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6776b6b6cd9a4559b87ba2e9efe8e8fb is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:44.317892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.325992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:44.352530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:44.377718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.390282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.420970 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-02d89bf4-1b76-4e66-9003-f8f58367cd22 req-12b44cc6-2ee5-481a-aa98-8e827625c76b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427504 Apr 08 14:19:44.439791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:44.456684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Usage tracker for resource:security_group_rule and tenant:d33c11116c0a429e89ca785c363888dd is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:44.470082 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-e4328368-91b1-43db-9a8d-cab8b6bc48be service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813764 Apr 08 14:19:44.479187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:44.516537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:44.535523 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-08ed1adb-b6a4-4e10-b237-eb16a2703914 service neutron] 10.222.0.35 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969370 Apr 08 14:19:44.703837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.713093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.731695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df1e0a06-1808-4e69-944b-190823f9ca5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:44.760411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.767729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4c9dc66c-778a-4f30-bd9c-46cd997cecb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:44.789356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af921e2-f84e-4326-a2fe-06b10a38b2b0,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:44.814633 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d33c11116c0a429e89ca785c363888dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9289339 Apr 08 14:19:44.815436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:44.820035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 43786) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:44.849544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.854887 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6af921e2-f84e-4326-a2fe-06b10a38b2b0 HTTP/1.1" status: 204 len: 168 time: 0.8371062 Apr 08 14:19:44.880054 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47d7bbec-19b7-4f7e-b7a5-26d79619faf5 req-ae0834df-d6c8-4436-bb28-43996738bff0 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958590 Apr 08 14:19:44.890641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.895683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:44.907512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:44.918872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4140abd2-300e-4784-949d-2bc07548e787,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:44.966858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba76922-d8ae-4ae7-8488-75a9e4cbccb9,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:44.973048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:44.973334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:44.980255 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6776b6b6cd9a4559b87ba2e9efe8e8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2870183 Apr 08 14:19:44.983732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 43794) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:45.005800 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-597cf4a0-7110-4395-b968-baba04c8e496 req-5487a121-9dee-4cbe-865c-cd17514832f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 210 time: 0.1057024 Apr 08 14:19:45.083051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.103758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a98a-ba01-45cf-b294-3ffe6c12e923 req-ed32da0d-865b-4777-b8ab-21ceac84f1b4 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:45.105636 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6b56a98a-ba01-45cf-b294-3ffe6c12e923 req-ed32da0d-865b-4777-b8ab-21ceac84f1b4 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 944 time: 0.3039913 Apr 08 14:19:45.107872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.149135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.176056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.192157 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6b56a98a-ba01-45cf-b294-3ffe6c12e923 req-499e9ad1-868b-4a2e-817d-e2d753520d0c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667939 Apr 08 14:19:45.255409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.264217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-430af69f-89da-4c2f-ab30-da53e7bfa917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:45.286812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4140abd2-300e-4784-949d-2bc07548e787,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:45.287786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.295573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95124dff-0cde-4821-ae04-43ca99479a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:45.310930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:45.313589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.315622 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4140abd2-300e-4784-949d-2bc07548e787 HTTP/1.1" status: 204 len: 168 time: 0.4374390 Apr 08 14:19:45.331224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba76922-d8ae-4ae7-8488-75a9e4cbccb9,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:45.333757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:45.338073 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ba76922-d8ae-4ae7-8488-75a9e4cbccb9 HTTP/1.1" status: 204 len: 168 time: 0.3531594 Apr 08 14:19:45.339257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:45.695146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 9871b7b6-ce80-4e75-beae-e01bd8d0da17 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:45.777525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3fdce-a907-4a22-a886-2b9ec339fafc req-67359a2b-f63c-49f7-bd65-5e73d6252a38 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:45.781983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a0a3fdce-a907-4a22-a886-2b9ec339fafc req-67359a2b-f63c-49f7-bd65-5e73d6252a38 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1660588 Apr 08 14:19:45.900083 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a0a3fdce-a907-4a22-a886-2b9ec339fafc req-2fdcacbe-8765-4608-a2f5-96efdc7a281b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971920 Apr 08 14:19:46.352041 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8d7b21af-af68-4bb2-807e-d62f3ab0dae7 req-f801ce89-da70-4322-b207-3a4ac48344ae tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 210 time: 0.1186767 Apr 08 14:19:46.370813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:46.436267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '9871b7b6-ce80-4e75-beae-e01bd8d0da17', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'port_id': '9871b7b6-ce80-4e75-beae-e01bd8d0da17', 'mac_address': 'fa:16:3e:f0:b5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea4715a-daf7-426b-9726-056cd4e3bb71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:46.609331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e396-2fd4-4f15-a668-df9babaefc2f req-dc83bdbe-9ecf-4611-b0d4-b33db7e94b90 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:46.625717 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6be2e396-2fd4-4f15-a668-df9babaefc2f req-dc83bdbe-9ecf-4611-b0d4-b33db7e94b90 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 944 time: 0.2212956 Apr 08 14:19:46.669186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:46.671004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9871b7b6-ce80-4e75-beae-e01bd8d0da17 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:46.699569 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6be2e396-2fd4-4f15-a668-df9babaefc2f req-e6efdffd-28c1-43d9-b1be-5b01a1a9a77e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719469 Apr 08 14:19:46.722267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:46.728088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:46.730042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:46.881792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=9871b7b6-ce80-4e75-beae-e01bd8d0da17,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:46.895496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:47.076969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['9871b7b6-ce80-4e75-beae-e01bd8d0da17'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:47.287691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d08b3-76e4-428e-ba9d-deda967e7233 req-e658a9bd-a1b3-468a-9188-8fd15b7ccf7d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:47.303668 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0b8d08b3-76e4-428e-ba9d-deda967e7233 req-e658a9bd-a1b3-468a-9188-8fd15b7ccf7d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1841321 Apr 08 14:19:47.356931 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0b8d08b3-76e4-428e-ba9d-deda967e7233 req-d376efb6-b6b0-48d4-849f-0ee440b5a2dd tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Apr 08 14:19:47.604351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-ae927cc2-cbed-4635-9fa4-c504a755d1a7 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:47.605181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-6fb07966-b998-4235-80a5-c8931fab423e req-ae927cc2-cbed-4635-9fa4-c504a755d1a7 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Synchronizing usage tracker for tenant:ec1528bf214c4fe1bfd3da323dd3e715 on resource:network {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:19:47.632813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-6fb07966-b998-4235-80a5-c8931fab423e req-ae927cc2-cbed-4635-9fa4-c504a755d1a7 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Unset dirty status for tenant:ec1528bf214c4fe1bfd3da323dd3e715 on resource:network {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:19:47.634108 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-ae927cc2-cbed-4635-9fa4-c504a755d1a7 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "GET /v2.0/networks?id=6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 200 len: 809 time: 0.4865184 Apr 08 14:19:47.661867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Request body: {'port': {'device_id': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a', 'admin_state_up': True, 'tenant_id': 'ec1528bf214c4fe1bfd3da323dd3e715'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:47.852829 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-78a15118-22f3-4cc8-8392-42a6aedf6569 req-06a51e80-2bc6-4c35-a5b7-40ee540b2186 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 210 time: 0.1357653 Apr 08 14:19:47.905123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:47.915807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Usage tracker for resource:port and tenant:ec1528bf214c4fe1bfd3da323dd3e715 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:47.921837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:47.937158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:47.966927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Made reservation on behalf of ec1528bf214c4fe1bfd3da323dd3e715 for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:19:47.973742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:48.305067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177724d1-d457-4a81-b1a7-8837c4e25d0b req-6d5ce5bb-028c-4b12-abc2-ae5be682160f tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:48.316082 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-177724d1-d457-4a81-b1a7-8837c4e25d0b req-6d5ce5bb-028c-4b12-abc2-ae5be682160f tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 945 time: 0.2279069 Apr 08 14:19:48.360357 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-177724d1-d457-4a81-b1a7-8837c4e25d0b req-9a3b9a56-140c-45c6-a48e-02c0e6e008c8 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Apr 08 14:19:48.405697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Allocated IP 172.20.0.5 (6244c529-de86-420e-bbfd-72cc7edfbc3a/fe3964cd-1a80-4104-83bb-43b7120f4df2/b2addd4b-e15c-4a0b-b81b-1d5823a5d472) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:19:48.732335 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4832f5-4d93-4a70-94bf-c684499a77c1 req-9ab41e81-cd4e-428c-ae33-90d83a803c7b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:48.734581 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0a4832f5-4d93-4a70-94bf-c684499a77c1 req-9ab41e81-cd4e-428c-ae33-90d83a803c7b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1387575 Apr 08 14:19:48.776848 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0a4832f5-4d93-4a70-94bf-c684499a77c1 req-9cf11a67-bcde-49ce-b786-89ba8d016edf tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Apr 08 14:19:48.787454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:48.837565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:48.857862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8505fccc-6238-4b0b-9512-06f327d115d2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:49.024374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Pushing event updated for resources: {'Port': ['ID=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:49.029908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:49.109040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:19:49.110913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:19:49.113972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:19:49.123470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:49.124457 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:49.152081 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5006919 Apr 08 14:19:49.171514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Request body: {'port': {'device_id': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:19:49.314420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968f986-3f16-4089-bbd9-896ac67f6366 req-241324c0-37a4-4347-b8b7-861d61797a30 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:49.318640 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3968f986-3f16-4089-bbd9-896ac67f6366 req-241324c0-37a4-4347-b8b7-861d61797a30 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 931 time: 0.2078254 Apr 08 14:19:49.336781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:49.432354 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3968f986-3f16-4089-bbd9-896ac67f6366 req-2256fd0c-5564-450d-a130-21fb019a8e03 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067545 Apr 08 14:19:49.694951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 9871b7b6-ce80-4e75-beae-e01bd8d0da17 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:19:49.769964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:19:49.788089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97ef4-8344-47f5-946a-c3bd2833c042 req-a4080159-6896-4908-8608-618ce5c9f42e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:49.796443 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d5a97ef4-8344-47f5-946a-c3bd2833c042 req-a4080159-6896-4908-8608-618ce5c9f42e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 945 time: 0.1746325 Apr 08 14:19:49.834769 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d5a97ef4-8344-47f5-946a-c3bd2833c042 req-fc6bd365-a1ac-4d5b-8a55-e0002d58c382 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Apr 08 14:19:49.920777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:19:49.934134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:19:49.939407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:50.265141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2addd4b-e15c-4a0b-b81b-1d5823a5d472 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:50.284268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:50.320266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee089-2d4c-4eec-a1bb-f00887e10015 req-6a474b2e-5676-4602-bb0a-05a6546fc91c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:50.327524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Transition to ACTIVE for port object b2addd4b-e15c-4a0b-b81b-1d5823a5d472 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:19:50.335394 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f29ee089-2d4c-4eec-a1bb-f00887e10015 req-6a474b2e-5676-4602-bb0a-05a6546fc91c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.2674375 Apr 08 14:19:50.336451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:50.344732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:50.364931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9871b7b6-ce80-4e75-beae-e01bd8d0da17'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:50.366012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:50.379320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:50.384532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:50.386914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:50.481825 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f29ee089-2d4c-4eec-a1bb-f00887e10015 req-18338ab1-133e-4569-93e3-e678538d55f9 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252058 Apr 08 14:19:50.495194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9871b7b6-ce80-4e75-beae-e01bd8d0da17', 'code': 200} Apr 08 14:19:50.510849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=9871b7b6-ce80-4e75-beae-e01bd8d0da17,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:50.516691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:50.704045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Pushing event updated for resources: {'Port': ['ID=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:50.732228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:50.764639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:50.958815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Attempting to bind port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:19:50.959198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Attempting to bind port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:19:50.959572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Attempting to bind port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 on network 6244c529-de86-420e-bbfd-72cc7edfbc3a {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:50.972170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 on network 6244c529-de86-420e-bbfd-72cc7edfbc3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:19:50.973008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Attempting to bind port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 on network 6244c529-de86-420e-bbfd-72cc7edfbc3a {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:19:50.982404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:19:50.983185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Checking segment: {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:19:50.984108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Bound using segment: {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:19:50.984803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Bound port: b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:19:50.987086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:51.071484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905a82b-2c8e-49ab-86f5-7ee33793fab3 req-221277ea-a619-475a-9f8d-3ccb81258a99 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:51.073282 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a905a82b-2c8e-49ab-86f5-7ee33793fab3 req-221277ea-a619-475a-9f8d-3ccb81258a99 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 943 time: 0.4075367 Apr 08 14:19:51.076668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bb531-3f68-405a-b0f7-4ee6f134b10f req-c94a98a4-b25a-4a74-a8cf-2d336f41d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:51.078432 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e96bb531-3f68-405a-b0f7-4ee6f134b10f req-c94a98a4-b25a-4a74-a8cf-2d336f41d0b7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 1099 time: 0.1980548 Apr 08 14:19:51.110897 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a905a82b-2c8e-49ab-86f5-7ee33793fab3 req-536f79dd-251c-443b-8695-aed94b541827 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298557 Apr 08 14:19:51.135420 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e96bb531-3f68-405a-b0f7-4ee6f134b10f req-0242ba2c-9d5b-4b76-8815-e2057cb6f8b5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Apr 08 14:19:51.183387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] For port b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:19:51.190628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] For port b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:19:51.198726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:51.234118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:51.241530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d3f52-24b9-4d8d-9ca5-fe153baeaefd req-9c67a8f7-8922-4de7-a29b-5ca3428abe8a tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:51.243233 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-710d3f52-24b9-4d8d-9ca5-fe153baeaefd req-9c67a8f7-8922-4de7-a29b-5ca3428abe8a tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 946 time: 0.1313603 Apr 08 14:19:51.335990 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-710d3f52-24b9-4d8d-9ca5-fe153baeaefd req-a4fcbedd-1cf2-4a67-a0ef-a83372681bdd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799541 Apr 08 14:19:51.571663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:51.573465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:51.575460 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] 10.222.0.75 "PUT /v2.0/ports/b2addd4b-e15c-4a0b-b81b-1d5823a5d472 HTTP/1.1" status: 200 len: 1093 time: 2.4103079 Apr 08 14:19:51.580674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'tag': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:19:51.625766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Pushing event updated for resources: {'Port': ['ID=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:51.639046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:51.736403 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'tag': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472', 'status': 'completed', 'code': 200} Apr 08 14:19:51.833981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-6e5a1468-47cf-46f3-a327-0249de328cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:51.836193 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-6e5a1468-47cf-46f3-a327-0249de328cee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 1096 time: 0.1901915 Apr 08 14:19:51.959178 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-2178ac39-0d94-4b9d-8d84-b5f72c667651 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472 HTTP/1.1" status: 200 len: 217 time: 0.1068902 Apr 08 14:19:51.967578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b44705-95b0-4dab-a1dd-9e6fd9a6023e req-b5f76f08-ce4f-4958-944e-6559013a7969 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:51.969442 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5b44705-95b0-4dab-a1dd-9e6fd9a6023e req-b5f76f08-ce4f-4958-944e-6559013a7969 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1378839 Apr 08 14:19:52.032333 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5b44705-95b0-4dab-a1dd-9e6fd9a6023e req-dc4c3ef5-c3c9-4961-bd94-f66a371c30e4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562954 Apr 08 14:19:52.107847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb07966-b998-4235-80a5-c8931fab423e req-51d1fcce-611f-4c20-9362-4c824cda8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:52.109637 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-51d1fcce-611f-4c20-9362-4c824cda8139 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe3964cd-1a80-4104-83bb-43b7120f4df2 HTTP/1.1" status: 200 len: 849 time: 0.1435287 Apr 08 14:19:52.264898 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-6dba00d7-32a4-46c3-ab75-bf4c6fe63114 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6244c529-de86-420e-bbfd-72cc7edfbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434908 Apr 08 14:19:52.577997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bac41-fe14-4288-9c6f-e4d1b0c19cf7 req-dd111671-03d7-4bda-8fd1-672798f044c2 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:52.580952 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d42bac41-fe14-4288-9c6f-e4d1b0c19cf7 req-dd111671-03d7-4bda-8fd1-672798f044c2 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 943 time: 0.2550995 Apr 08 14:19:52.637065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44040) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:52.694467 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d42bac41-fe14-4288-9c6f-e4d1b0c19cf7 req-dd60d9c7-03bf-4d8a-8bc4-a7db8620d6a5 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Apr 08 14:19:52.748877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001851b4-cbed-48a2-ad28-938de9c328fb req-39da0799-db1e-4491-af9b-64e3f7104ebe tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:52.750335 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-001851b4-cbed-48a2-ad28-938de9c328fb req-39da0799-db1e-4491-af9b-64e3f7104ebe tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 946 time: 0.1680934 Apr 08 14:19:52.795074 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-001851b4-cbed-48a2-ad28-938de9c328fb req-9543b721-513a-4e83-9632-2ca4804a7627 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310848 Apr 08 14:19:52.865559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:52.886434 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:52.908065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Usage tracker for resource:security_group_rule and tenant:7772c141bd8e4647bf1281c4ff672eec is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:52.912721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:52.924184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:52.982847 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-a8682a13-c82c-495a-8ded-eaa9ce61a841 service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061930 Apr 08 14:19:53.087993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:53.094674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:53.121129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-02643242-ae02-4ec4-8b84-f4f2d2df2990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:53.243247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004ef02b-741c-4b88-9a8b-9716cd6c2dde,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:53.250178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:53.339077 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7772c141bd8e4647bf1281c4ff672eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940985 Apr 08 14:19:53.341471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44068) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:53.411069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15665-c4ac-48a3-bdbd-a9818553b63d req-5cf77a2b-def9-4955-bccb-75ceadb2a3c1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:53.421403 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7db15665-c4ac-48a3-bdbd-a9818553b63d req-5cf77a2b-def9-4955-bccb-75ceadb2a3c1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1617656 Apr 08 14:19:53.526609 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7db15665-c4ac-48a3-bdbd-a9818553b63d req-98ea6db7-dd59-40da-9ca0-6c10da1e25c3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014738 Apr 08 14:19:53.622223 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fb07966-b998-4235-80a5-c8931fab423e req-0ab08e89-5289-4a63-b7cd-1df5a13c9f86 service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309950 Apr 08 14:19:53.633662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:53.688423 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:53.924019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:53.938518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47cbb745-8fa5-4241-9bcd-ffdb8b3cdddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:53.981914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:53.983939 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/004ef02b-741c-4b88-9a8b-9716cd6c2dde HTTP/1.1" status: 204 len: 168 time: 0.6316040 Apr 08 14:19:53.985738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ef02b-741c-4b88-9a8b-9716cd6c2dde,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:54.029178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fcd8e56b-301e-4f30-8e11-61e001b79eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:54.031576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-e514a946-cbad-4326-9f8b-6812600e541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:54.033184 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-e514a946-cbad-4326-9f8b-6812600e541f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 1096 time: 0.3055198 Apr 08 14:19:54.055887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625842c-991c-4eec-b096-ec540de6b283 req-c9fc68f0-64a5-4f0f-8f3b-1b3eb1370798 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:54.079331 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8625842c-991c-4eec-b096-ec540de6b283 req-c9fc68f0-64a5-4f0f-8f3b-1b3eb1370798 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 943 time: 0.2366147 Apr 08 14:19:54.134111 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8625842c-991c-4eec-b096-ec540de6b283 req-b7dff79b-aaeb-4df3-8347-fad6af0aed01 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502825 Apr 08 14:19:54.319053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-30177c2b-5cba-44d9-8092-13f9a513e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:54.323055 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-30177c2b-5cba-44d9-8092-13f9a513e80c service neutron] 10.222.0.75 "GET /v2.0/networks?id=6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 200 len: 910 time: 0.2774932 Apr 08 14:19:54.430178 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-dc5c7af6-b80a-498f-ba4e-1649f7c53292 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472 HTTP/1.1" status: 200 len: 217 time: 0.0842440 Apr 08 14:19:54.466115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44098) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:54.523644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:54.541999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:54.546461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Usage tracker for resource:security_group_rule and tenant:3877aa0f257a4b18a8992a9ee2c02fab is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:54.549895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:54.557838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-cb0dd1b9-07f0-4607-99ee-ef8de3a0b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:54.558063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:54.561802 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-cb0dd1b9-07f0-4607-99ee-ef8de3a0b5b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe3964cd-1a80-4104-83bb-43b7120f4df2 HTTP/1.1" status: 200 len: 849 time: 0.1238878 Apr 08 14:19:54.641514 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-b840690a-84b3-4874-9045-930de99dbd03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6244c529-de86-420e-bbfd-72cc7edfbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581923 Apr 08 14:19:54.749307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:54.842587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:54.855047 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-7b6328e7-ae1a-4607-adf5-45cc469e5988 service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024517 Apr 08 14:19:54.915310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c178f29d-75a9-438e-9416-6fdc4d9b4209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:54.932421 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3877aa0f257a4b18a8992a9ee2c02fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639070 Apr 08 14:19:54.939259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44114) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:55.022032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5351ccd3-dae3-4578-a93c-a3a3be8c38ed,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:55.026508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:55.108686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5703561-751a-4280-983d-41c258b44544 req-7047e340-802a-4144-9026-0cc59071ca82 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:55.117308 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5703561-751a-4280-983d-41c258b44544 req-7047e340-802a-4144-9026-0cc59071ca82 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.3644519 Apr 08 14:19:55.126580 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2f9dfbee-80bf-4841-bee1-4c915e9b41c2 req-76a9ef40-e6eb-40b8-a25d-03c8c51c47a2 service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617512 Apr 08 14:19:55.135799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:55.164034 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5703561-751a-4280-983d-41c258b44544 req-cdd3027d-ef09-43e2-8882-1cb5e2208be2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Apr 08 14:19:55.181545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:55.254759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:55.266275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-54417cba-0980-402a-9d5c-8ae30fc7bc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:55.283976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:55.287167 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5351ccd3-dae3-4578-a93c-a3a3be8c38ed HTTP/1.1" status: 204 len: 168 time: 0.3349161 Apr 08 14:19:55.298156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5351ccd3-dae3-4578-a93c-a3a3be8c38ed,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:55.301636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:55.598225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e6b52-ac93-41c2-a596-586f55c0b6e6 req-7f4902fb-fd29-4053-9e53-f6ee7f3b3d7c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:55.614248 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b0e6b52-ac93-41c2-a596-586f55c0b6e6 req-7f4902fb-fd29-4053-9e53-f6ee7f3b3d7c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 943 time: 0.1827600 Apr 08 14:19:55.657632 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b0e6b52-ac93-41c2-a596-586f55c0b6e6 req-f4d8afef-63e0-4a31-8435-0c1f084ddd9b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Apr 08 14:19:56.491534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6bdee-6e5b-4936-a119-ade15955d315 req-f00e487a-b131-4da1-9852-54fc7587e870 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:56.508844 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44e6bdee-6e5b-4936-a119-ade15955d315 req-f00e487a-b131-4da1-9852-54fc7587e870 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1422875 Apr 08 14:19:56.573370 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44e6bdee-6e5b-4936-a119-ade15955d315 req-f62ecf02-0901-4081-8105-0f56a7883d27 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555339 Apr 08 14:19:56.958267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d85fe-f508-474a-a14b-f3149c2f2d9c req-6977e7b4-451b-4aec-9bbd-36f9181ba30c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:56.960710 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2e6d85fe-f508-474a-a14b-f3149c2f2d9c req-6977e7b4-451b-4aec-9bbd-36f9181ba30c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 943 time: 0.1488085 Apr 08 14:19:57.009018 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2e6d85fe-f508-474a-a14b-f3149c2f2d9c req-e2c56d03-43d8-4b01-9df6-44523da35405 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Apr 08 14:19:57.230641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44192) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:57.331958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44200) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:57.551324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:57.578317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:57.585013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Usage tracker for resource:security_group_rule and tenant:a380d3f574754fd38c0a5b631af93f17 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:57.589160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:57.598133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:57.713347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:57.740775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device b2addd4b-e15c-4a0b-b81b-1d5823a5d472 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:19:57.777398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:19:57.799993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce9f60f00c54fcdaab091ef0e70cfac is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:19:57.808350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:19:57.823209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:19:58.043702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:58.092135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472', 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a', 'port_id': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472', 'mac_address': 'fa:16:3e:f7:e9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3964cd-1a80-4104-83bb-43b7120f4df2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:19:58.204730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.211074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.227263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.250796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-61d9ff63-c555-414f-b1a9-0ebcfe5d274a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:58.268487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.330678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.330862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611870ac-ba59-41d8-af4d-54a6be6028df req-e55b0eeb-e08e-4cb3-92c5-5eb002e13886 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:58.330862 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-611870ac-ba59-41d8-af4d-54a6be6028df req-e55b0eeb-e08e-4cb3-92c5-5eb002e13886 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.4405465 Apr 08 14:19:58.354165 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ce9f60f00c54fcdaab091ef0e70cfac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1191783 Apr 08 14:19:58.354894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44228) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:58.400770 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a380d3f574754fd38c0a5b631af93f17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0673327 Apr 08 14:19:58.403351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2addd4b-e15c-4a0b-b81b-1d5823a5d472 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:19:58.405315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44234) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:58.412114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80357a55-ce9f-425c-9355-516716b90d0d,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:58.434024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:58.434874 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:58.461220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:19:58.465775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.469347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9ee2bc58-68b1-4db5-a536-5c307ed42812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:58.503634 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-611870ac-ba59-41d8-af4d-54a6be6028df req-ee63a253-4aa8-430d-b4bf-a3d1baff496a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361878 Apr 08 14:19:58.606017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99298bc1-9f75-4d07-9920-243dede4d707,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:58.606535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.631373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:58.635115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.665599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e68b-d44c-41b5-ae10-67003b6c1cf6 req-060cf4f6-3b91-43ba-9ba4-91944cb579b4 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:58.667557 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e713e68b-d44c-41b5-ae10-67003b6c1cf6 req-060cf4f6-3b91-43ba-9ba4-91944cb579b4 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 944 time: 0.2211177 Apr 08 14:19:58.675845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.701930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:58.708264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:58.711352 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e713e68b-d44c-41b5-ae10-67003b6c1cf6 req-278bc51c-b183-4caa-925e-cd43e2612f7c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Apr 08 14:19:58.713489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.759192 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.766763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03f92db8-1b2d-4642-a717-3193eb6f4075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:58.786251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99298bc1-9f75-4d07-9920-243dede4d707,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:58.789320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.794154 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99298bc1-9f75-4d07-9920-243dede4d707 HTTP/1.1" status: 204 len: 168 time: 0.4376380 Apr 08 14:19:58.795597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:58.816776 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.828252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b9236c26-0780-4272-acd0-f597625e3d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:19:58.838582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['b2addd4b-e15c-4a0b-b81b-1d5823a5d472'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:19:58.855016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80357a55-ce9f-425c-9355-516716b90d0d,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:19:58.860012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:19:58.879057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:58.881292 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80357a55-ce9f-425c-9355-516716b90d0d HTTP/1.1" status: 204 len: 168 time: 0.4743698 Apr 08 14:19:59.808524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44294) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:19:59.812152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-08294ab1-0af5-47eb-8e41-b850382e44e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:19:59.962017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc3f2a-26e2-42ce-955a-2238559815e3 req-f6d0cc20-80f7-4db3-98f8-2cdbb636e0aa tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:19:59.964404 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-60bc3f2a-26e2-42ce-955a-2238559815e3 req-f6d0cc20-80f7-4db3-98f8-2cdbb636e0aa tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.2093871 Apr 08 14:20:00.032183 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-60bc3f2a-26e2-42ce-955a-2238559815e3 req-a7070152-cd7e-4a9d-8756-aee84847e5c3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Apr 08 14:20:00.218380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35ce08-2c8d-4309-b410-5b4568b77049 req-a6f3ea3f-9930-4e65-bb4c-8a2b0293651e tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:00.229603 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9e35ce08-2c8d-4309-b410-5b4568b77049 req-a6f3ea3f-9930-4e65-bb4c-8a2b0293651e tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 944 time: 0.1865363 Apr 08 14:20:00.281543 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9e35ce08-2c8d-4309-b410-5b4568b77049 req-b6e660d9-505c-4337-b9b1-34eacdc42838 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501988 Apr 08 14:20:00.292220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:00.322300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:00.327675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Usage tracker for resource:security_group_rule and tenant:da5b3341e20642cf9524396f78934a25 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:00.331599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:00.342735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:00.459794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:00.468608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:00.535037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df8a9abe-4843-4bff-8cdb-b7f1059d0775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:00.567244 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da5b3341e20642cf9524396f78934a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562106 Apr 08 14:20:00.572650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44322) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:00.667908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fac895-ae38-455a-bc2a-04b4b190483c,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:00.681344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:00.765272 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:00.870580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:00.976287 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:00.987098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-aa47bac8-391e-429c-9ba8-aefe8256f260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:01.010096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fac895-ae38-455a-bc2a-04b4b190483c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:01.014416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:01.025932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:01.028383 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40fac895-ae38-455a-bc2a-04b4b190483c HTTP/1.1" status: 204 len: 168 time: 0.4535918 Apr 08 14:20:01.233163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c0cff-9fb4-401b-8446-807abe8b5ce5 req-26c29063-1397-4e95-a656-22fb416c2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:01.234984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f97c0cff-9fb4-401b-8446-807abe8b5ce5 req-26c29063-1397-4e95-a656-22fb416c2f40 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 1098 time: 0.1020191 Apr 08 14:20:01.294551 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f97c0cff-9fb4-401b-8446-807abe8b5ce5 req-1574efbf-cf51-480b-ad5b-274248c79cc7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Apr 08 14:20:01.431690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61c38-be61-4f32-82d4-7a01c94f9804 req-8db73085-aa3d-4e15-87be-b342b54544fe tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:01.441401 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7dd61c38-be61-4f32-82d4-7a01c94f9804 req-8db73085-aa3d-4e15-87be-b342b54544fe tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1581023 Apr 08 14:20:01.509099 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7dd61c38-be61-4f32-82d4-7a01c94f9804 req-3f11329c-26ea-4014-be35-837dfa9a0092 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Apr 08 14:20:01.633279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a28309-86dc-4440-bca5-da665145049f req-2770e807-fda0-4ce5-9594-d93516ba95e8 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:01.641580 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6a28309-86dc-4440-bca5-da665145049f req-2770e807-fda0-4ce5-9594-d93516ba95e8 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 944 time: 0.1295264 Apr 08 14:20:01.675541 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a6a28309-86dc-4440-bca5-da665145049f req-323b4e0f-5cbd-435e-8f43-854c22fdc0dc tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Apr 08 14:20:01.770733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44358) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:01.773071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device b2addd4b-e15c-4a0b-b81b-1d5823a5d472 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:20:01.803554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:01.829537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:01.834413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Usage tracker for resource:security_group_rule and tenant:c4b836fddc964521b68d39ea0e50fefb is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:01.838865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:01.846313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:01.931486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:20:01.938688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:20:01.939163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.073515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.081724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.124954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:02.166919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.193341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:02.197300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bacfd8-26df-4f53-a404-b749e6072fe3,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:02.210763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:02.211369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:02.221542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.223860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:02.289611 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4b836fddc964521b68d39ea0e50fefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134315 Apr 08 14:20:02.291454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44382) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:02.329206 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:02.334356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:02.347194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-00129d7a-fe45-406d-bc91-4ffffc2b2eba tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:02.356922 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-00129d7a-fe45-406d-bc91-4ffffc2b2eba tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.5402699 Apr 08 14:20:02.376412 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-339fde29-71c9-4b5d-bba6-30b26010d2ad tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/quotas/b02baa353c6643ceb5b9f1db9af725ee HTTP/1.1" status: 200 len: 375 time: 0.0181360 Apr 08 14:20:02.401471 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472', 'code': 200} Apr 08 14:20:02.438135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9779d9cd-8cab-4d41-8519-3a3b835d3853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.551146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.583019 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-fe7d4eb7-6b62-46fd-935e-0eeec3c8284f tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2054577 Apr 08 14:20:02.645740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.754372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.760604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-54cbc41d-e755-4746-b26f-fb8cf0e15c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:02.807793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bacfd8-26df-4f53-a404-b749e6072fe3,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:02.811244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:02.811809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:02.813019 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19bacfd8-26df-4f53-a404-b749e6072fe3 HTTP/1.1" status: 204 len: 168 time: 0.5176892 Apr 08 14:20:02.911635 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:03.158584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a301a-fa2f-42a1-9991-67c1209d8832 req-82d3e391-9e07-4316-97bc-5a96ce0029c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:03.161555 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d4a301a-fa2f-42a1-9991-67c1209d8832 req-82d3e391-9e07-4316-97bc-5a96ce0029c5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 1098 time: 0.2871804 Apr 08 14:20:03.234145 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d4a301a-fa2f-42a1-9991-67c1209d8832 req-2918ba56-af76-4e7f-8b3d-d6d695a5a1c8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638785 Apr 08 14:20:03.293814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0228f98-1178-4ff1-8af9-46ee91feb7d0 req-222726cc-4aef-4cc7-85cc-56e4859bd8f1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:03.295541 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0228f98-1178-4ff1-8af9-46ee91feb7d0 req-222726cc-4aef-4cc7-85cc-56e4859bd8f1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.1486721 Apr 08 14:20:03.297729 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-3d68b302-a1d4-4b66-a272-e9d509227a60 service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127566 Apr 08 14:20:03.397926 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0228f98-1178-4ff1-8af9-46ee91feb7d0 req-8f5d77aa-f172-4d4f-a49f-24b71bb39ae2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765440 Apr 08 14:20:03.552911 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-cfb72f64-f39a-43ce-9a55-08eec6019926 service neutron] 10.222.0.35 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341428 Apr 08 14:20:03.945619 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44424) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:04.050753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624957c-6eb3-4d86-8cb3-6e66dd0e5fa9 req-d2008746-05c3-4ebd-b0d8-483d815757c7 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:04.059757 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0624957c-6eb3-4d86-8cb3-6e66dd0e5fa9 req-d2008746-05c3-4ebd-b0d8-483d815757c7 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 945 time: 0.2534814 Apr 08 14:20:04.074096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:04.109576 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0624957c-6eb3-4d86-8cb3-6e66dd0e5fa9 req-0c44d4d3-479c-4d80-aa80-8e5731e37d31 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479441 Apr 08 14:20:04.142631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:04.378309 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7f76d90b-f503-4976-a77f-bdf32e64d90e req-ce6adcf9-c7f9-40b7-b54c-fcd9e3235888 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 210 time: 0.1820953 Apr 08 14:20:04.400275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943bfca-32b2-43cd-b8b6-d039c043ebf1 req-06f28568-ebe0-4eee-94b7-e55b756c141d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:04.401981 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d943bfca-32b2-43cd-b8b6-d039c043ebf1 req-06f28568-ebe0-4eee-94b7-e55b756c141d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.5047567 Apr 08 14:20:04.440351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:04.496582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:04.501960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa2926da0254d7997df7f7ea0457195 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:04.503425 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d943bfca-32b2-43cd-b8b6-d039c043ebf1 req-125a8717-894a-482d-b5f5-157d9582f0d7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905027 Apr 08 14:20:04.505661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:04.513714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:04.683619 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:04.688363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:04.736626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cde3d334-f5bf-412e-96bf-5a178bb1c76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:04.792200 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaa2926da0254d7997df7f7ea0457195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8431354 Apr 08 14:20:04.792200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4c541-dfdb-4601-857c-e1152de23260,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:04.792651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44454) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:04.799975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:04.927005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:04.971416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:05.071085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:05.077850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7f419897-f2b2-4fec-b223-b4014bc93ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:05.110885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4c541-dfdb-4601-857c-e1152de23260,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:05.115057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:05.121250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:05.122938 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49d4c541-dfdb-4601-857c-e1152de23260 HTTP/1.1" status: 204 len: 168 time: 0.3291979 Apr 08 14:20:05.449359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e800-0bd8-4f9f-b7bd-9009b1f0365f req-c6b5ec92-f839-446b-ae7f-fbfbc2053a59 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:05.458688 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4f00e800-0bd8-4f9f-b7bd-9009b1f0365f req-c6b5ec92-f839-446b-ae7f-fbfbc2053a59 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 945 time: 0.1490629 Apr 08 14:20:05.561317 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4f00e800-0bd8-4f9f-b7bd-9009b1f0365f req-350ab2e5-5871-4bf3-8c3c-fb7ff8007210 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014822 Apr 08 14:20:05.780416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-13163287-9712-48e2-90c4-498a2a6073f2 req-225ab803-41b0-47f8-ab52-f813691201c0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 210 time: 0.1058934 Apr 08 14:20:06.292991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-4f35acba-e536-4ee2-a6d8-8333995f1449 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:06.296862 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-4f35acba-e536-4ee2-a6d8-8333995f1449 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 814 time: 0.3896575 Apr 08 14:20:06.327916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Request body: {'port': {'device_id': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'admin_state_up': True, 'tenant_id': 'b02baa353c6643ceb5b9f1db9af725ee'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:06.635088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:06.640030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Usage tracker for resource:port and tenant:b02baa353c6643ceb5b9f1db9af725ee is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:06.644030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:06.653716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:06.666464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Made reservation on behalf of b02baa353c6643ceb5b9f1db9af725ee for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:06.683014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:07.154937 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f74c0f97-55a6-4ce9-b3d3-0e57b91d5b57 req-2fc51d8b-b579-4043-83d1-0d2b5236fb2f tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 210 time: 0.0698316 Apr 08 14:20:07.186747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Allocated IP 172.20.0.4 (f2330630-4546-4b00-9963-6f463fb04608/2ea4715a-daf7-426b-9726-056cd4e3bb71/1eef8ab0-89ab-4cb3-844f-9ad117873c09) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:20:07.681926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:07.774505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44562) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:07.800803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:07.837256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131', '0c17b7d2-914a-4990-b67c-9551e11f5fc9', '9871b7b6-ce80-4e75-beae-e01bd8d0da17'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:07.842163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-1ad0fb75-070f-48bf-b1b9-abcf56370132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:07.844235 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-1ad0fb75-070f-48bf-b1b9-abcf56370132 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.3294132 Apr 08 14:20:07.856643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab35b1-1957-4efe-a7bb-b45466db19b2 req-6670be92-439d-4ea4-900c-ac0fe28310bd tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:07.858591 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c4ab35b1-1957-4efe-a7bb-b45466db19b2 req-6670be92-439d-4ea4-900c-ac0fe28310bd tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1870184 Apr 08 14:20:08.100192 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8ea065ba-8895-4d62-a70e-a4cfb19d352c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:08.212001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-a36987b4-b93d-44b1-8f4b-42cb169e6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:08.213799 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-a36987b4-b93d-44b1-8f4b-42cb169e6098 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.3541815 Apr 08 14:20:08.233942 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event updated for resources: {'Port': ['ID=1eef8ab0-89ab-4cb3-844f-9ad117873c09,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:08.250290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:08.273901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Network f2330630-4546-4b00-9963-6f463fb04608 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:20:08.278809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:20:08.292920 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c4ab35b1-1957-4efe-a7bb-b45466db19b2 req-1e61e7e9-b440-4fbb-8c69-d625bf3615e5 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061709 Apr 08 14:20:08.307207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:20:08.339043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:08.341478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:08.540258 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:08.579190 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2725902 Apr 08 14:20:08.586661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:08.597556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Request body: {'port': {'device_id': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:08.696364 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-246bdfe3-1d7c-44f0-bdff-527b075d01a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.4013968 Apr 08 14:20:08.775724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Usage tracker for resource:security_group_rule and tenant:11ac23549878465bb59dad2c512764d8 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:08.779459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:09.021585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-26fc5f0d-4eca-4ca8-bf41-34120cd38c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:09.025917 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-26fc5f0d-4eca-4ca8-bf41-34120cd38c7e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1449184 Apr 08 14:20:09.036898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:09.084188 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:09.185554 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-a759a93c-966c-40e5-acb7-09ce6458dd5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472099 Apr 08 14:20:09.445400 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-b58c4781-9f6b-4cad-8456-4bfaf40e6655 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444921 Apr 08 14:20:09.671097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:09.676969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:09.717036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b21f13be-3bf8-4947-913a-760b445e8e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:09.737961 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11ac23549878465bb59dad2c512764d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9621947 Apr 08 14:20:09.739163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44630) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:09.780413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c0fc2-3a93-4f67-a0f5-1ba1fa6a385a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:09.784775 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-684b2299-9d3d-4d9e-b16b-5fa14ef60938 req-9a52bfee-9b62-4984-9623-c2d34d45df9b service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158293 Apr 08 14:20:09.796755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:09.805640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5347a2-cc59-4f2f-a144-b7f706b04b20 req-29a44fb7-bbdf-45a6-b01c-bfec13c306cd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:09.821892 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2a5347a2-cc59-4f2f-a144-b7f706b04b20 req-29a44fb7-bbdf-45a6-b01c-bfec13c306cd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 931 time: 1.1154351 Apr 08 14:20:09.935516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:09.943705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44636) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:10.007366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.035303 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2a5347a2-cc59-4f2f-a144-b7f706b04b20 req-8ed46080-c0d3-496b-abd8-a81cd2d1e95d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890822 Apr 08 14:20:10.111673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eef8ab0-89ab-4cb3-844f-9ad117873c09 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:20:10.120374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30d789-fb6d-4c51-9dc0-215fd4110ce2 req-a31e80a3-d3ec-4bd0-a5bc-1593b2579967 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:10.122155 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c30d789-fb6d-4c51-9dc0-215fd4110ce2 req-a31e80a3-d3ec-4bd0-a5bc-1593b2579967 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 945 time: 0.3355765 Apr 08 14:20:10.126668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.158623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Transition to ACTIVE for port object 1eef8ab0-89ab-4cb3-844f-9ad117873c09 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:20:10.167113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.197861 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c30d789-fb6d-4c51-9dc0-215fd4110ce2 req-7d62a746-59f4-482f-b8c1-7e647dd20499 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556631 Apr 08 14:20:10.200714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:10.326898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.417730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32769b44-257c-4bb4-bb1e-a1749d7499d6 req-f4e6daec-42df-42c9-a26f-7cf17e28c836 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:10.420647 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32769b44-257c-4bb4-bb1e-a1749d7499d6 req-f4e6daec-42df-42c9-a26f-7cf17e28c836 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1799579 Apr 08 14:20:10.421986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.460426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:10.467987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Usage tracker for resource:security_group_rule and tenant:77ce3c9dad284fab91d1fe62b0e85c26 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:10.473515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:10.486060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:10.503117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.505397 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a76c0fc2-3a93-4f67-a0f5-1ba1fa6a385a HTTP/1.1" status: 204 len: 168 time: 0.7539682 Apr 08 14:20:10.530598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Pushing event updated for resources: {'Port': ['ID=1eef8ab0-89ab-4cb3-844f-9ad117873c09,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:10.539149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:10.540021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1493f760-438f-4f79-812d-c2b46e15aa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:10.561897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c0fc2-3a93-4f67-a0f5-1ba1fa6a385a,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:10.570493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:10.645246 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32769b44-257c-4bb4-bb1e-a1749d7499d6 req-a3c26652-1c7f-4d11-842e-fdb1e106c828 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935523 Apr 08 14:20:10.725836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.737770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:10.766350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6a7ea17f-0cae-4580-ab6c-f7fcf6f9d7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:10.889204 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77ce3c9dad284fab91d1fe62b0e85c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399657 Apr 08 14:20:10.950398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44660) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:11.003322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Attempting to bind port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:20:11.003753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Attempting to bind port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:20:11.004124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Attempting to bind port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:20:11.022924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 on network f2330630-4546-4b00-9963-6f463fb04608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:20:11.023432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Attempting to bind port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 on network f2330630-4546-4b00-9963-6f463fb04608 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:20:11.033244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:20:11.033615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Checking segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:20:11.034572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Bound using segment: {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:20:11.034724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Bound port: 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1672d15-4eb2-4511-a568-771d1da20f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:20:11.035109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.073809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdad1a-0793-44fc-b4e2-9015da914b63,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:11.079630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:11.147962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-23cbae3b-552f-4dc1-9e4e-7c5aa4f949b8 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:11.151413 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-23cbae3b-552f-4dc1-9e4e-7c5aa4f949b8 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 945 time: 0.3560958 Apr 08 14:20:11.336633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Deleting port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:20:11.337295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.453771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44670) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:11.468765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.528387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] For port 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:20:11.548202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.562964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] For port 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:20:11.577152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.592889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:11.686174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.743032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:11.752533 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Usage tracker for resource:security_group_rule and tenant:d528ef18d7e844e996b8f93d18c9729f is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:11.775850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:11.781228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Pushing event updated for resources: {'Port': ['ID=1eef8ab0-89ab-4cb3-844f-9ad117873c09,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:11.787037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:11.787788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.794457 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0df6b21f-ef1f-4dc9-9885-b781c5929e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:11.797880 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:11.812532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdad1a-0793-44fc-b4e2-9015da914b63,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:11.824666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:11.837293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.841527 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2f7eeddf-9dd7-4d3c-9254-179506e5edfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73cdad1a-0793-44fc-b4e2-9015da914b63 HTTP/1.1" status: 204 len: 168 time: 0.8723524 Apr 08 14:20:11.859018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:11.859690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:11.861216 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] 10.222.0.75 "PUT /v2.0/ports/1eef8ab0-89ab-4cb3-844f-9ad117873c09 HTTP/1.1" status: 200 len: 1093 time: 3.2701421 Apr 08 14:20:11.861780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'tag': '1eef8ab0-89ab-4cb3-844f-9ad117873c09'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:12.006498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0911-d342-440c-9274-16b759cf3a2e req-cea503f6-d6bc-443f-b279-0851432dbd52 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:12.015518 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e7a0911-d342-440c-9274-16b759cf3a2e req-cea503f6-d6bc-443f-b279-0851432dbd52 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 943 time: 0.5625737 Apr 08 14:20:12.031736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fe4fb-9632-427c-9e2c-1170cf926305 req-4c241127-05a7-4fc9-8d66-cf45cb58deee tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:12.034824 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8e5fe4fb-9632-427c-9e2c-1170cf926305 req-4c241127-05a7-4fc9-8d66-cf45cb58deee tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 945 time: 0.4071691 Apr 08 14:20:12.056869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-7883eaf1-88e2-49a1-a31b-94ece42151fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:12.060011 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-7883eaf1-88e2-49a1-a31b-94ece42151fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 1096 time: 0.1503124 Apr 08 14:20:12.099535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] For port b2addd4b-e15c-4a0b-b81b-1d5823a5d472, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:12.100248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:12.179359 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-03ea832e-67f1-4608-ae9e-70c6596270be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09 HTTP/1.1" status: 200 len: 217 time: 0.1033492 Apr 08 14:20:12.280343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Calling delete_port for b2addd4b-e15c-4a0b-b81b-1d5823a5d472 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:20:12.345131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-e3e24d90-457b-479b-b052-bcca2a76902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:12.347594 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-e3e24d90-457b-479b-b052-bcca2a76902c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.1624308 Apr 08 14:20:12.392050 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e7a0911-d342-440c-9274-16b759cf3a2e req-2cbb3827-b5cd-44bf-83b8-03145e4d8dbe tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754160 Apr 08 14:20:12.505962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-4b63f4bc-feac-4b5c-9032-9ddbf0dcd752 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445203 Apr 08 14:20:12.583730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44696) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:12.590008 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8e5fe4fb-9632-427c-9e2c-1170cf926305 req-9ea2a544-c889-46b4-bd49-29c0e761bf05 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932926 Apr 08 14:20:12.711013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:12.718131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:12.778882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:12.874496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:12.879632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Usage tracker for resource:security_group_rule and tenant:e16eb32fba3f49378fd4941bc7369243 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:12.890513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:12.890668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a3dc3ee3-fcc5-442f-a28f-3ec0fee62c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:12.891818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:12.896532 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d528ef18d7e844e996b8f93d18c9729f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4415131 Apr 08 14:20:12.896766 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'tag': '1eef8ab0-89ab-4cb3-844f-9ad117873c09', 'status': 'completed', 'code': 200} Apr 08 14:20:12.903462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44704) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:12.996162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05878b03-acf0-4ffb-987a-d2d960517f6c,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:12.999511 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-8cd79b6d-4c95-4a11-8489-c3156f112799 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811275 Apr 08 14:20:13.017108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.017519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.017915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.018343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.018732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.019119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.019504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.019899 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.020281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.020663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.021042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.021428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:13.028597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:13.033881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.055514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['b2addd4b-e15c-4a0b-b81b-1d5823a5d472'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:13.060847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-795ac2d1-7fd0-4dcd-a930-6e5dce704c52 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:13.129483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Pushing event deleted for resources: {'Port': ['ID=b2addd4b-e15c-4a0b-b81b-1d5823a5d472,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:13.136769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:13.154982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.213192 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697afe6-181b-4d35-b42f-ee16d7637cc6 req-30bd10a0-db99-413b-a5e2-a8b59724839c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:13.214935 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5697afe6-181b-4d35-b42f-ee16d7637cc6 req-30bd10a0-db99-413b-a5e2-a8b59724839c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3172445 Apr 08 14:20:13.223822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.268952 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5697afe6-181b-4d35-b42f-ee16d7637cc6 req-5954cc17-f35c-486f-909c-3bc02b33e2e7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Apr 08 14:20:13.290179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.310481 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3fde2b6e-9132-4842-a8d0-6064a678d9a8 req-1f5053ca-0875-4b0a-a6ab-86e9f7887335 service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934589 Apr 08 14:20:13.314719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.334267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:13.380476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] No DVR routers for this DVR port b2addd4b-e15c-4a0b-b81b-1d5823a5d472 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:20:13.384122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.388887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'name': 'network-vif-deleted', 'tag': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:13.426318 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b1e84c79-c5c8-48fe-b887-95fd9445211f req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "DELETE /v2.0/ports/b2addd4b-e15c-4a0b-b81b-1d5823a5d472 HTTP/1.1" status: 204 len: 173 time: 2.2683718 Apr 08 14:20:13.445984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e16eb32fba3f49378fd4941bc7369243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8261726 Apr 08 14:20:13.446611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44712) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:13.457289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d3891-7035-4bf9-bc8a-357f86ce7a21,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:13.478185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:13.482282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.498646 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4a4eb4e8-0e5e-4cb9-b496-f16700cc178d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:13.519552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05878b03-acf0-4ffb-987a-d2d960517f6c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:13.522426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:13.541371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.542674 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05878b03-acf0-4ffb-987a-d2d960517f6c HTTP/1.1" status: 204 len: 168 time: 0.6381702 Apr 08 14:20:13.573703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d870-b8e3-4068-a326-af2865c44777 req-ca07f6b6-2ec7-45ec-b2a7-52e5345ca7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:13.587815 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-ca07f6b6-2ec7-45ec-b2a7-52e5345ca7ce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 1096 time: 0.2135844 Apr 08 14:20:13.618635 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f76828a-9faf-4dea-9031-5663fe3b6f8d', 'name': 'network-vif-deleted', 'tag': 'b2addd4b-e15c-4a0b-b81b-1d5823a5d472', 'status': 'completed', 'code': 200} Apr 08 14:20:13.738215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.814975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d870-b8e3-4068-a326-af2865c44777 req-139a1780-495b-40a5-9cda-f14d7db4fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:13.817613 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-139a1780-495b-40a5-9cda-f14d7db4fe4f service neutron] 10.222.0.75 "GET /v2.0/networks?id=f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 200 len: 915 time: 0.2151744 Apr 08 14:20:13.832578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:13.970559 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-3ffa1a1f-ec28-4c6e-96d8-bd3b919dbecb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09 HTTP/1.1" status: 200 len: 217 time: 0.1417382 Apr 08 14:20:14.126565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d870-b8e3-4068-a326-af2865c44777 req-26341943-08d0-492a-b2be-d5ac61c2ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:14.128188 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-26341943-08d0-492a-b2be-d5ac61c2ec13 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 200 len: 854 time: 0.1479378 Apr 08 14:20:14.234671 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-c7db36cf-2175-429a-8e60-0fe6c0c58fe3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f2330630-4546-4b00-9963-6f463fb04608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985177 Apr 08 14:20:14.355743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44736) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:14.395036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:14.417480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e04b1036-940c-4119-b71b-18d0117b4eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:14.436332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d3891-7035-4bf9-bc8a-357f86ce7a21,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:14.441357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:14.443584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-53ccc3c9-e8dc-4ee0-8750-333e72ee4a50 req-cdc19535-bcb3-4470-a204-41006c7580ea tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Synchronizing usage tracker for tenant:ec1528bf214c4fe1bfd3da323dd3e715 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:14.461583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:14.462923 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0c5801f4-4ba6-48a7-b91f-003f6fd80533 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba1d3891-7035-4bf9-bc8a-357f86ce7a21 HTTP/1.1" status: 204 len: 168 time: 1.0153759 Apr 08 14:20:14.497605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-53ccc3c9-e8dc-4ee0-8750-333e72ee4a50 req-cdc19535-bcb3-4470-a204-41006c7580ea tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Unset dirty status for tenant:ec1528bf214c4fe1bfd3da323dd3e715 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:14.511641 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-53ccc3c9-e8dc-4ee0-8750-333e72ee4a50 req-cdc19535-bcb3-4470-a204-41006c7580ea tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f76828a-9faf-4dea-9031-5663fe3b6f8d HTTP/1.1" status: 200 len: 210 time: 0.2858057 Apr 08 14:20:14.565083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9872be-3930-468f-a793-488302df217b req-7f0f1032-e12a-438b-a41d-53b90bf716ff tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:14.576214 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5e9872be-3930-468f-a793-488302df217b req-7f0f1032-e12a-438b-a41d-53b90bf716ff tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 943 time: 0.8403633 Apr 08 14:20:14.581045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44744) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:14.620886 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5e9872be-3930-468f-a793-488302df217b req-732cffd3-2def-442c-8efc-33d7905a9301 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Apr 08 14:20:14.705090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:14.719621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:14.750771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:14.768015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:14.774808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Usage tracker for resource:security_group_rule and tenant:b6a53d5f207745119ec195c554b2b458 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:14.780982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:14.784281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2b9babe2b7415eb98aa2e1f4c4b20a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:14.792495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:14.797038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-88f0f8c5-de3d-4e02-82a6-0bc33219b99e service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505970 Apr 08 14:20:14.801415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:14.804544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:14.938729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80b41d-0ac0-48db-8cd2-1f3e1f312ec4 req-8cabc7f4-3b0d-4de7-a05a-e00858f5d545 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:14.950347 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6b80b41d-0ac0-48db-8cd2-1f3e1f312ec4 req-8cabc7f4-3b0d-4de7-a05a-e00858f5d545 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1925917 Apr 08 14:20:14.998806 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6b80b41d-0ac0-48db-8cd2-1f3e1f312ec4 req-cc45fc39-182a-48e9-a93a-9c5dee4e2ee9 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Apr 08 14:20:15.058938 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27d2d870-b8e3-4068-a326-af2865c44777 req-80d5da7d-be09-42f8-ad4a-0bc5486962ff service neutron] 10.222.0.75 "GET /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517307 Apr 08 14:20:15.141160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.143689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.149746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.183839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.210649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66f1d780-d088-40ad-b8da-97b7ad119d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:15.246410 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6a53d5f207745119ec195c554b2b458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424563 Apr 08 14:20:15.249182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44764) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:15.278276 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb2b9babe2b7415eb98aa2e1f4c4b20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212961 Apr 08 14:20:15.279514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44768) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:15.320953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66508df-9269-4aa7-a8a2-25ebee4210e3,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:15.345637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.346058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.346425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.346970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.347154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.347520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.347920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.348304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.348672 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.349049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.349417 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.349796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225d06b-55ba-4552-b056-a56c7c0baa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:15.369067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.403324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.438060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284368b-916b-4c83-a0be-c847d3d2dcb5,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:15.450590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:15.451424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:15.452058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:15.462897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.489766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.510229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6b611798-723b-406c-b306-3ab2a946d070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:15.513655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.528300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66508df-9269-4aa7-a8a2-25ebee4210e3,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:15.546871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:15.550998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.553315 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c66508df-9269-4aa7-a8a2-25ebee4210e3 HTTP/1.1" status: 204 len: 168 time: 0.3021088 Apr 08 14:20:15.629680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.638274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-befeee21-e5f3-49c1-895f-f9692c54b552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:15.680059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284368b-916b-4c83-a0be-c847d3d2dcb5,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:15.692151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:15.710044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:15.716556 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8284368b-916b-4c83-a0be-c847d3d2dcb5 HTTP/1.1" status: 204 len: 168 time: 0.4333198 Apr 08 14:20:15.825013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 1eef8ab0-89ab-4cb3-844f-9ad117873c09 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:20:15.827739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device b2addd4b-e15c-4a0b-b81b-1d5823a5d472 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:20:15.873522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: b2addd4b-e15c-4a0b-b81b-1d5823a5d472 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:20:15.874176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device b2addd4b-e15c-4a0b-b81b-1d5823a5d472 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:20:15.976604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff788a74-2cad-4223-baaf-98828455f6ae req-282b4a0c-918d-4146-bcd2-837d7590417e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:15.980920 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ff788a74-2cad-4223-baaf-98828455f6ae req-282b4a0c-918d-4146-bcd2-837d7590417e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 943 time: 0.1958494 Apr 08 14:20:16.063918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:16.072268 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ff788a74-2cad-4223-baaf-98828455f6ae req-9f96b68b-f30a-447e-9501-004947b185ef tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796330 Apr 08 14:20:16.097138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '1eef8ab0-89ab-4cb3-844f-9ad117873c09', 'network_id': 'f2330630-4546-4b00-9963-6f463fb04608', 'port_id': '1eef8ab0-89ab-4cb3-844f-9ad117873c09', 'mac_address': 'fa:16:3e:02:c9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea4715a-daf7-426b-9726-056cd4e3bb71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:20:16.195490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:16.198784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eef8ab0-89ab-4cb3-844f-9ad117873c09 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:20:16.237400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:16.242880 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:16.245597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7715d85-2367-4c2d-9ced-acf221524df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:16.347657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=1eef8ab0-89ab-4cb3-844f-9ad117873c09,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:16.352238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:16.465116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-be3baed0-d493-4292-ab36-f281d0ee581e tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:16.467180 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-be3baed0-d493-4292-ab36-f281d0ee581e tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/networks?id=6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 200 len: 809 time: 0.3588388 Apr 08 14:20:16.503735 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-ed46776a-3f0f-4c49-b419-f9b301925231 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/quotas/ec1528bf214c4fe1bfd3da323dd3e715 HTTP/1.1" status: 200 len: 375 time: 0.0268354 Apr 08 14:20:16.580468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['1eef8ab0-89ab-4cb3-844f-9ad117873c09'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:16.584208 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-13658128-d6c6-4691-8317-82491e5d4461 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793812 Apr 08 14:20:16.704610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e9e50-cfe7-4d37-9af1-4ffc3577fe03 req-ce2641d2-6b60-4ace-a77e-bde600bede22 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:16.713229 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-120e9e50-cfe7-4d37-9af1-4ffc3577fe03 req-ce2641d2-6b60-4ace-a77e-bde600bede22 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3585727 Apr 08 14:20:16.776474 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-120e9e50-cfe7-4d37-9af1-4ffc3577fe03 req-fec02032-d7ea-4b98-b41a-05e554ab6bcd tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621629 Apr 08 14:20:16.871546 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-f80da1da-5e8d-40b8-a9c7-94149f20a38e service neutron] 10.222.0.35 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840109 Apr 08 14:20:16.879833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44832) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:16.944161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.019748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:17.033149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Usage tracker for resource:security_group_rule and tenant:fff4b2de93764911b80cf857319e11fc is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:17.043471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:17.066811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:17.245693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.251464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.264098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-68160535-6ca8-41d9-9a72-6ddb4cb66c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:17.347690 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-011dd72e-06ce-4a41-85f4-061a3ea37c80 service neutron] 10.222.0.35 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725621 Apr 08 14:20:17.407147 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fff4b2de93764911b80cf857319e11fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253599 Apr 08 14:20:17.407832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 44846) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:17.430738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab322501-8d07-4b92-a252-09247d8306d1,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:17.452089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:17.629661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.667381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.828278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.832730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:17.868779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab322501-8d07-4b92-a252-09247d8306d1,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:17.877886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:17.880108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:17.894867 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab322501-8d07-4b92-a252-09247d8306d1 HTTP/1.1" status: 204 len: 168 time: 0.4849513 Apr 08 14:20:17.918751 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a2003960-c82d-48a5-9e88-4183badf6048 req-6c7c9239-38db-4808-ae02-39f299b31497 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 210 time: 0.1157022 Apr 08 14:20:17.990564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ab6ad-640b-4672-b82c-0a9a075564e3 req-ce506d79-eaad-4fa4-b8b4-7268a205a413 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:18.003673 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c39ab6ad-640b-4672-b82c-0a9a075564e3 req-ce506d79-eaad-4fa4-b8b4-7268a205a413 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 944 time: 0.4030399 Apr 08 14:20:18.046480 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c39ab6ad-640b-4672-b82c-0a9a075564e3 req-491b5be8-9a7e-4865-86db-f4c30f6027ff tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448935 Apr 08 14:20:18.300382 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2952ecf-1114-4f10-b8d8-9620fe891bf1 req-6ab3e975-94f9-471a-b3a7-2ada6a56817d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:18.302781 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d2952ecf-1114-4f10-b8d8-9620fe891bf1 req-6ab3e975-94f9-471a-b3a7-2ada6a56817d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1530952 Apr 08 14:20:18.412477 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d2952ecf-1114-4f10-b8d8-9620fe891bf1 req-e04e503d-3edd-4db9-a6e3-88642fd57878 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 Apr 08 14:20:18.456049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7af00-a313-476b-8021-df3041e09e63 req-cd1eb83e-2af8-4fe2-b543-1c63c3c5e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:18.463048 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-cd1eb83e-2af8-4fe2-b543-1c63c3c5e05a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.2266943 Apr 08 14:20:18.867543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7af00-a313-476b-8021-df3041e09e63 req-a10d51c3-e4bb-4398-bba4-5928f53c2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:18.870864 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-a10d51c3-e4bb-4398-bba4-5928f53c2be4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.3766737 Apr 08 14:20:18.882986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44890) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:19.005546 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-e077e891-0311-47ca-afc2-812784f346bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.1254802 Apr 08 14:20:19.098234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-301056755-network', 'tenant_id': '3514c7a0e7064bf5b25ad61d25beb42e'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:19.109161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:19.120177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Usage tracker for resource:network and tenant:3514c7a0e7064bf5b25ad61d25beb42e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:19.127191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:19.136586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7af00-a313-476b-8021-df3041e09e63 req-f95e3e06-6f67-4da0-b7ff-e1d29cf70325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:19.138363 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-f95e3e06-6f67-4da0-b7ff-e1d29cf70325 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1241529 Apr 08 14:20:19.142744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:19.158447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Made reservation on behalf of 3514c7a0e7064bf5b25ad61d25beb42e for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:19.175798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:19.231445 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:19.253843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:19.260694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Usage tracker for resource:security_group_rule and tenant:3514c7a0e7064bf5b25ad61d25beb42e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:19.264476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:19.271414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:19.274422 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-4068e23d-e5a1-4dc9-8152-315190e84993 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252973 Apr 08 14:20:19.390855 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c513b5b-7f2e-4df2-9c2c-a62d1a9fc967 req-5f87dc2a-6ead-4916-b1a1-2ec0b7d90a6b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 210 time: 0.1996930 Apr 08 14:20:19.533319 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-14049938-e8eb-4346-ac68-5e753e7732c4 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461948 Apr 08 14:20:19.535235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:19.551897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514190b-ac58-491c-a189-2d868d41480e req-059ffb7a-2a03-4900-9f10-88cef2c36134 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:19.554969 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2514190b-ac58-491c-a189-2d868d41480e req-059ffb7a-2a03-4900-9f10-88cef2c36134 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 944 time: 0.2569633 Apr 08 14:20:19.555513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:19.568704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:20:19.602854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:19.603318 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Added segment 53553993-fb6a-4562-9ad5-0a254dbc926c of type vlan for network 02dd60f0-25ed-4abc-a727-3c5751665770 Apr 08 14:20:19.676615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-02d8375f-073f-41d9-92fd-fd52aa43bde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:19.848620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 1eef8ab0-89ab-4cb3-844f-9ad117873c09 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:20:19.877367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:19.892777 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f3b7af00-a313-476b-8021-df3041e09e63 req-0b8ee761-5078-498a-87ed-fe4fb4c5dd55 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473403 Apr 08 14:20:19.925479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7dcb54-f8d9-44de-9975-1d8242a5380b,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:19.988493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.002158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:20.024875 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:20.025783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.059454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:20.073949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:20:20.079172 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2514190b-ac58-491c-a189-2d868d41480e req-ee95657b-36f5-404d-a772-61f3c75bc6ff tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112058 Apr 08 14:20:20.092543 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2077813 Apr 08 14:20:20.093202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:20:20.094034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.106098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 44932) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:20.122953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Request body: {'subnet': {'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-301056755-subnet', 'tenant_id': '3514c7a0e7064bf5b25ad61d25beb42e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:20.185306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:20.217706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Usage tracker for resource:subnet and tenant:3514c7a0e7064bf5b25ad61d25beb42e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:20.231243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:20.243697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Pushing event updated for resources: {'Network': ['ID=02dd60f0-25ed-4abc-a727-3c5751665770,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:20.247835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:20.249787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:20.329888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6d9ea-2c57-4013-b368-57ca74516c37 req-51d70466-bb1a-4aa6-a59e-a778b10b729b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:20.342149 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73f6d9ea-2c57-4013-b368-57ca74516c37 req-51d70466-bb1a-4aa6-a59e-a778b10b729b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.5440884 Apr 08 14:20:20.357566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Made reservation on behalf of 3514c7a0e7064bf5b25ad61d25beb42e for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:20.373360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852554521'] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.416769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.426419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 02dd60f0-25ed-4abc-a727-3c5751665770 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:20:20.629957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef8ab0-89ab-4cb3-844f-9ad117873c09'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:20.653211 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:20.660261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.663117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:20.699974 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73f6d9ea-2c57-4013-b368-57ca74516c37 req-6ef2d858-c2e4-4d81-a587-22f0ba9fa379 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920883 Apr 08 14:20:20.724849 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93f1aae4-3375-4989-8120-249c7b2526b1 req-19d40b0c-a86e-4260-843b-49a197db6c98 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 210 time: 0.0805385 Apr 08 14:20:20.783773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=1eef8ab0-89ab-4cb3-844f-9ad117873c09,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:20.810925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.811462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.811957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.812448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.813094 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.813579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.814151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.814655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.815149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.815621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.816179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.816642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:20:20.829115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:20.844280 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef8ab0-89ab-4cb3-844f-9ad117873c09', 'code': 200} Apr 08 14:20:20.860228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:20.918717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-09a142d4-9e25-4d84-b74e-67768b0bac84 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:20.920625 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-09a142d4-9e25-4d84-b74e-67768b0bac84 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "GET /v2.0/networks?id=6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 200 len: 809 time: 0.9883435 Apr 08 14:20:20.937735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Request body: {'port': {'device_id': '196d5d57-6b8e-4349-a833-17caf9785fce', 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a', 'admin_state_up': True, 'tenant_id': 'ec1528bf214c4fe1bfd3da323dd3e715'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:21.173791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:21.185478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:21.201489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Made reservation on behalf of ec1528bf214c4fe1bfd3da323dd3e715 for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:21.208275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:21.483873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Allocated IP 172.20.0.10 (6244c529-de86-420e-bbfd-72cc7edfbc3a/fe3964cd-1a80-4104-83bb-43b7120f4df2/ca2bc268-cab5-4265-8d82-f19468c2bfb8) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:20:21.492480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850702411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852554538'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:21.516967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:21.774583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819723f2-bfe9-4aff-a3d5-ec05ff5102a9,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:21.785556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:21.800919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f333377-f465-43b5-ad2a-9f978a3caa7f req-329e3a39-f593-4e84-ad81-109899c9c399 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:21.810467 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9f333377-f465-43b5-ad2a-9f978a3caa7f req-329e3a39-f593-4e84-ad81-109899c9c399 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 945 time: 0.4157934 Apr 08 14:20:21.862543 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9f333377-f465-43b5-ad2a-9f978a3caa7f req-c09fe622-d689-4583-b000-061812d29f7e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Apr 08 14:20:21.882596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c99d1-762c-4dab-9310-b57ca04e0f63 req-3da31732-fd03-466f-a0fd-64489eef2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:21.884667 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ee3c99d1-762c-4dab-9310-b57ca04e0f63 req-3da31732-fd03-466f-a0fd-64489eef2961 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 1098 time: 0.6599767 Apr 08 14:20:21.909835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:21.949474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:21.967947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9579edd3-d4e7-4fcd-b828-770702648e9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:22.010219 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ee3c99d1-762c-4dab-9310-b57ca04e0f63 req-c3830943-e602-49de-9992-b40c48ca3e76 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141567 Apr 08 14:20:22.158016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Pushing event updated for resources: {'Port': ['ID=ca2bc268-cab5-4265-8d82-f19468c2bfb8,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:22.163939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:22.194257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Checking segment: {'id': '53553993-fb6a-4562-9ad5-0a254dbc926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:20:22.195105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Network hostable DHCP agents. Network: 02dd60f0-25ed-4abc-a727-3c5751665770, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:20:22.235896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:20:22.237296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:20:22.243169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:20:22.250764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:22.251642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:22.277959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Network 02dd60f0-25ed-4abc-a727-3c5751665770 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:20:22.283992 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3516736 Apr 08 14:20:22.296940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Request body: {'port': {'device_id': '196d5d57-6b8e-4349-a833-17caf9785fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:22.305831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28e169-fa75-4d09-b537-681134e2238b req-54a9dd07-1412-493b-8a23-827d9226851b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:22.307941 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ed28e169-fa75-4d09-b537-681134e2238b req-54a9dd07-1412-493b-8a23-827d9226851b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4106905 Apr 08 14:20:22.345602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 02dd60f0-25ed-4abc-a727-3c5751665770) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:20:22.357535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f9766-1e65-4a5d-954a-edf8c35ea10c None None] Network 02dd60f0-25ed-4abc-a727-3c5751665770 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:20:22.382430 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ed28e169-fa75-4d09-b537-681134e2238b req-0d1981bc-e344-4ba8-b89e-b5bf80c364c5 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Apr 08 14:20:22.407618 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7f68a-ec7e-42e9-ae09-687ed9e61b16 req-08191277-a91f-4a36-a1f9-4bd4ee4024d4 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:22.409528 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c6d7f68a-ec7e-42e9-ae09-687ed9e61b16 req-08191277-a91f-4a36-a1f9-4bd4ee4024d4 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 932 time: 0.3153090 Apr 08 14:20:22.415209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:22.415924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:22.450112 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-dbf0ec95-3f3c-4a46-9c80-df8576e9c939 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3381348 Apr 08 14:20:22.456035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:22.498822 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c6d7f68a-ec7e-42e9-ae09-687ed9e61b16 req-960e6b90-b11a-435f-ae2b-8aef10352382 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634606 Apr 08 14:20:22.721164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fde241-dadd-4d0a-914d-cede7be9e67c None None] Network 02dd60f0-25ed-4abc-a727-3c5751665770 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:20:23.283638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2bc268-cab5-4265-8d82-f19468c2bfb8 {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:20:23.319300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:23.350147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Transition to ACTIVE for port object ca2bc268-cab5-4265-8d82-f19468c2bfb8 will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:20:23.357836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:23.412210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f9b7048a-c564-40bb-a878-6d2150c8cc66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:23.557508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ddc85-af76-4a3e-a862-9164d4cb9d43 req-e1d42c76-9f8c-4d6d-b9ea-7636818875a3 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:23.564016 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-850ddc85-af76-4a3e-a862-9164d4cb9d43 req-e1d42c76-9f8c-4d6d-b9ea-7636818875a3 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 945 time: 0.2644300 Apr 08 14:20:23.670915 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-850ddc85-af76-4a3e-a862-9164d4cb9d43 req-a3f7cc85-5862-47bb-859b-37d2abb5dc17 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Apr 08 14:20:23.736076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45038) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:23.742949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1260787547-network', 'tenant_id': 'fd6ae6d549aa4502bf26093a47708401'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:23.750044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:23.771451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Usage tracker for resource:network and tenant:fd6ae6d549aa4502bf26093a47708401 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:23.786420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:23.917343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Pushing event updated for resources: {'Port': ['ID=ca2bc268-cab5-4265-8d82-f19468c2bfb8,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:23.954055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:24.185917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Attempting to bind port ca2bc268-cab5-4265-8d82-f19468c2bfb8 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:20:24.186114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Attempting to bind port ca2bc268-cab5-4265-8d82-f19468c2bfb8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:20:24.186470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Attempting to bind port ca2bc268-cab5-4265-8d82-f19468c2bfb8 on network 6244c529-de86-420e-bbfd-72cc7edfbc3a {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:20:24.192947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Port ca2bc268-cab5-4265-8d82-f19468c2bfb8 on network 6244c529-de86-420e-bbfd-72cc7edfbc3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:20:24.193315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Attempting to bind port ca2bc268-cab5-4265-8d82-f19468c2bfb8 on network 6244c529-de86-420e-bbfd-72cc7edfbc3a {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:20:24.200197 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:24.206257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:20:24.207191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Checking segment: {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:20:24.207706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Bound using segment: {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:20:24.208278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Bound port: ca2bc268-cab5-4265-8d82-f19468c2bfb8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ec23b3-481f-469f-868e-e20e7491bf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:20:24.208746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.305589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Made reservation on behalf of fd6ae6d549aa4502bf26093a47708401 for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:24.310584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.312164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] For port ca2bc268-cab5-4265-8d82-f19468c2bfb8, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:20:24.316306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] For port ca2bc268-cab5-4265-8d82-f19468c2bfb8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:20:24.324000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.332009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.342252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-40dc4b7a-97d7-4f77-ad7a-e61ae66298de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:24.354027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:24.358683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Usage tracker for resource:security_group_rule and tenant:fd6ae6d549aa4502bf26093a47708401 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:24.361924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:24.369465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:24.514839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.525663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.587171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-46a9de66-4f92-49e9-b872-c241725d4dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:24.679918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:20:24.680850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Pushing event updated for resources: {'Port': ['ID=ca2bc268-cab5-4265-8d82-f19468c2bfb8,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:24.696513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9471aafa-7d52-430e-84de-208afc69170d,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:24.699994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:24.710869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.711531 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Added segment 0f5e1d54-19e7-43ba-a141-7fae3207e36b of type vlan for network c06e3f63-d0b3-402c-b49d-293bcbf69658 Apr 08 14:20:24.754379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:24.757659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:24.759094 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.761800 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-3137a484-555c-45c7-b01e-235eae52894e service neutron] 10.222.0.75 "PUT /v2.0/ports/ca2bc268-cab5-4265-8d82-f19468c2bfb8 HTTP/1.1" status: 200 len: 1094 time: 2.4700818 Apr 08 14:20:24.762736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196d5d57-6b8e-4349-a833-17caf9785fce', 'tag': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:24.779232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.799901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1677d-fcaa-42e0-814c-d89fc9e076f9 req-db709e38-3648-4ab3-8b91-9bfdc055c8b9 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:24.801650 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7bd1677d-fcaa-42e0-814c-d89fc9e076f9 req-db709e38-3648-4ab3-8b91-9bfdc055c8b9 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 944 time: 0.5794218 Apr 08 14:20:24.813964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5a3d8-fbae-4574-87fe-3090d570361e req-971d6892-d430-459f-90f3-9bc14044e189 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:24.817419 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bca5a3d8-fbae-4574-87fe-3090d570361e req-971d6892-d430-459f-90f3-9bc14044e189 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 1.0245738 Apr 08 14:20:24.887884 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7bd1677d-fcaa-42e0-814c-d89fc9e076f9 req-9a9ea6fe-b654-4e29-acc0-d5062fe2e935 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Apr 08 14:20:24.893662 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bca5a3d8-fbae-4574-87fe-3090d570361e req-be043172-ee0b-4100-9665-6ea56301d31f tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616734 Apr 08 14:20:24.921314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.922828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:24.923491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:24.927623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c64adcb3-5dcc-499e-81b1-c59e955fd781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:24.933792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-339f95d3-d2cb-4817-95e8-f1b99f867a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:24.954232 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-339f95d3-d2cb-4817-95e8-f1b99f867a72 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 1097 time: 0.1517971 Apr 08 14:20:25.116574 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-ed4c0095-ccd3-45c2-a9a5-60e636295bc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8 HTTP/1.1" status: 200 len: 217 time: 0.1536636 Apr 08 14:20:25.195391 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4580688 Apr 08 14:20:25.198364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45090) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:25.199464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Pushing event updated for resources: {'Network': ['ID=c06e3f63-d0b3-402c-b49d-293bcbf69658,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:25.217679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network c06e3f63-d0b3-402c-b49d-293bcbf69658 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:20:25.224103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:25.238854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Request body: {'subnet': {'network_id': 'c06e3f63-d0b3-402c-b49d-293bcbf69658', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1260787547-subnet', 'tenant_id': 'fd6ae6d549aa4502bf26093a47708401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:25.289124 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196d5d57-6b8e-4349-a833-17caf9785fce', 'tag': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8', 'status': 'completed', 'code': 200} Apr 08 14:20:25.316078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-74bc30c8-9b15-4968-9f0d-c0308ac51c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:25.320789 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-74bc30c8-9b15-4968-9f0d-c0308ac51c74 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe3964cd-1a80-4104-83bb-43b7120f4df2 HTTP/1.1" status: 200 len: 849 time: 0.1849821 Apr 08 14:20:25.341382 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:25.357555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Usage tracker for resource:subnet and tenant:fd6ae6d549aa4502bf26093a47708401 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:25.361875 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:25.371123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:25.420993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Made reservation on behalf of fd6ae6d549aa4502bf26093a47708401 for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:25.425985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852554521'] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:25.457205 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-1ac2cc06-aec3-440e-8f0b-4b4959305d7f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6244c529-de86-420e-bbfd-72cc7edfbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200688 Apr 08 14:20:25.482700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ec075-3341-4096-84be-fbf1e6fdb9d2 req-c11c8457-b1ab-4d29-8e70-59d44b21058b tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:25.484453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-212ec075-3341-4096-84be-fbf1e6fdb9d2 req-c11c8457-b1ab-4d29-8e70-59d44b21058b tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 945 time: 0.2507262 Apr 08 14:20:25.651363 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-212ec075-3341-4096-84be-fbf1e6fdb9d2 req-b700309d-ca2a-4f28-b199-a2be9ce919c3 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473784 Apr 08 14:20:25.697344 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-61615196-ffb7-4076-82ec-a634ae3e4936 service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203662 Apr 08 14:20:25.898686 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-280e4be8-1e4b-477d-81c9-8471ea22dbe0 req-046ac6e8-457c-4fae-ade3-f123593950db service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927993 Apr 08 14:20:26.215987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3325-59bf-4812-b93a-c281ad589728 req-a1947e0a-b72f-4b6d-9f24-0ee05f13d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:26.219641 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-a1947e0a-b72f-4b6d-9f24-0ee05f13d978 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 1097 time: 0.2218864 Apr 08 14:20:26.342484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82d71-1419-44c3-8322-b4bcfb9d7ef0 req-57e96a44-30d8-4c96-94b2-ca6a8a21d9ec tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:26.344183 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4d82d71-1419-44c3-8322-b4bcfb9d7ef0 req-57e96a44-30d8-4c96-94b2-ca6a8a21d9ec tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 944 time: 0.1568875 Apr 08 14:20:26.353821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de0f9-217e-41f8-b02b-cba41409eb55 req-df1fa438-52a1-4ab4-a757-261fd60d5d6e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:26.356154 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e26de0f9-217e-41f8-b02b-cba41409eb55 req-df1fa438-52a1-4ab4-a757-261fd60d5d6e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2541192 Apr 08 14:20:26.457739 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e26de0f9-217e-41f8-b02b-cba41409eb55 req-c1e5bb43-2bac-4a24-a472-27cae5649a54 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665088 Apr 08 14:20:26.458816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3325-59bf-4812-b93a-c281ad589728 req-c4567430-0a80-490a-a9c5-715d434f7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:26.461379 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-c4567430-0a80-490a-a9c5-715d434f7c0b service neutron] 10.222.0.75 "GET /v2.0/networks?id=6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 200 len: 910 time: 0.2341099 Apr 08 14:20:26.542562 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a4d82d71-1419-44c3-8322-b4bcfb9d7ef0 req-394afb71-9918-4288-a953-dd1d7e5f06e5 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858661 Apr 08 14:20:26.599698 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-60387e04-854c-4395-bd19-3a3e15bd7a42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8 HTTP/1.1" status: 200 len: 217 time: 0.1220400 Apr 08 14:20:26.600913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850702411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852554538'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:26.719594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3325-59bf-4812-b93a-c281ad589728 req-38587935-3e97-480e-8c8e-bc45a0e03b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:26.721533 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-38587935-3e97-480e-8c8e-bc45a0e03b94 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe3964cd-1a80-4104-83bb-43b7120f4df2 HTTP/1.1" status: 200 len: 849 time: 0.1062114 Apr 08 14:20:26.727375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-04e18f59-3369-429a-9d80-3a438aadeb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:26.784049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:20:26.789254 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-ad45a260-6b0b-49c0-ac25-683ca16e6c78 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6244c529-de86-420e-bbfd-72cc7edfbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599017 Apr 08 14:20:26.950042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6eef30-1514-41c4-bb01-66389aedcf7c,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:26.964125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:27.005798 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-50b14d82-30b0-49e4-90e3-2ae0274793cf service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021723 Apr 08 14:20:27.035250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e5b04-501b-4d77-be39-5109c9f5a120 req-74f2f9db-3125-43ad-aeac-4da30d0a8ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:27.037085 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-704e5b04-501b-4d77-be39-5109c9f5a120 req-74f2f9db-3125-43ad-aeac-4da30d0a8ab8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.1617696 Apr 08 14:20:27.044907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Checking segment: {'id': '0f5e1d54-19e7-43ba-a141-7fae3207e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c06e3f63-d0b3-402c-b49d-293bcbf69658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:20:27.045332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Network hostable DHCP agents. Network: c06e3f63-d0b3-402c-b49d-293bcbf69658, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:20:27.083064 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-704e5b04-501b-4d77-be39-5109c9f5a120 req-16475670-ddc1-484b-a979-720692287cc7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Apr 08 14:20:27.103753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Network c06e3f63-d0b3-402c-b49d-293bcbf69658 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:20:27.129386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, c06e3f63-d0b3-402c-b49d-293bcbf69658) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:20:27.150876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:27.151663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277714f7-e7e2-4dec-9462-060ee9988104 None None] Network c06e3f63-d0b3-402c-b49d-293bcbf69658 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:20:27.151822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:27.181714 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4f59b2c9-3115-4d37-a405-bc7bb88bfc37 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9563634 Apr 08 14:20:27.259774 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c84a3325-59bf-4812-b93a-c281ad589728 req-9ae1c299-e9e2-4afe-84c3-4127fb7094b5 service neutron] 10.222.0.75 "GET /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472723 Apr 08 14:20:28.006969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88acca-f668-450e-b1c1-041991da5920 req-7901ad2a-2ab6-47c6-ae92-6ce89e39e136 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:28.008791 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4e88acca-f668-450e-b1c1-041991da5920 req-7901ad2a-2ab6-47c6-ae92-6ce89e39e136 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 944 time: 0.1883016 Apr 08 14:20:28.054134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1baa23-0e22-41a2-83fd-9d8eccf8c440 None None] Network c06e3f63-d0b3-402c-b49d-293bcbf69658 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:20:28.061887 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4e88acca-f668-450e-b1c1-041991da5920 req-625e80da-01c5-4bc7-bd03-17bf05166c04 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356314 Apr 08 14:20:28.071719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897d07-f168-406c-bcc7-f1ec87765cb7 req-686713e3-cf17-4dd2-83d1-edc70744187d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:28.073666 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-59897d07-f168-406c-bcc7-f1ec87765cb7 req-686713e3-cf17-4dd2-83d1-edc70744187d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3148680 Apr 08 14:20:28.113632 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-59897d07-f168-406c-bcc7-f1ec87765cb7 req-c963f2f4-f535-460f-9265-9171553e1d13 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276432 Apr 08 14:20:28.713670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-422e4964-27a0-427d-b971-815b27509f75 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:28.714764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-422e4964-27a0-427d-b971-815b27509f75 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Synchronizing usage tracker for tenant:3514c7a0e7064bf5b25ad61d25beb42e on resource:network {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:28.746436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-422e4964-27a0-427d-b971-815b27509f75 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Unset dirty status for tenant:3514c7a0e7064bf5b25ad61d25beb42e on resource:network {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:28.749132 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-422e4964-27a0-427d-b971-815b27509f75 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/networks?id=02dd60f0-25ed-4abc-a727-3c5751665770 HTTP/1.1" status: 200 len: 808 time: 0.2911959 Apr 08 14:20:28.786448 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-220d95b5-d07a-4b9a-8c7e-2720aa01c668 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/quotas/3514c7a0e7064bf5b25ad61d25beb42e HTTP/1.1" status: 200 len: 375 time: 0.0305259 Apr 08 14:20:28.876253 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-9a372e65-95f7-446d-82c5-d4e710aa8a08 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3514c7a0e7064bf5b25ad61d25beb42e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783541 Apr 08 14:20:29.117257 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-09d4cd92-3d5b-454d-a380-23b00916fffc service neutron] 10.222.0.35 "GET /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370229 Apr 08 14:20:29.395559 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-7e9b36e5-cef9-4dcf-8ce8-0d37d4ab0f39 service neutron] 10.222.0.35 "GET /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766714 Apr 08 14:20:29.810615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694930ef-cbb2-4b9a-815a-96aac21b19a8 req-fa70be24-a376-4251-9dec-c41fdeac8605 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:29.814844 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-694930ef-cbb2-4b9a-815a-96aac21b19a8 req-fa70be24-a376-4251-9dec-c41fdeac8605 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 944 time: 0.1721561 Apr 08 14:20:29.858810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-978f0c19-e2b1-409a-9438-ed42e7aaa505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:29.906170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ca2bc268-cab5-4265-8d82-f19468c2bfb8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:20:29.926752 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-694930ef-cbb2-4b9a-815a-96aac21b19a8 req-0fcc4538-81a5-4f67-a3a7-2591498944d0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508664 Apr 08 14:20:30.018402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8bbe-a64a-4256-b92e-e0b799c9f0c9 req-8e447db3-5162-4c63-ad20-3482e495b717 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:30.021084 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fce8bbe-a64a-4256-b92e-e0b799c9f0c9 req-8e447db3-5162-4c63-ad20-3482e495b717 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2045817 Apr 08 14:20:30.130489 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a64ca781-f2b1-405f-985a-42ae94d78c18 req-cab93109-3cc9-4b31-8c5c-cbc805d62b24 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 210 time: 0.1028912 Apr 08 14:20:30.173288 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fce8bbe-a64a-4256-b92e-e0b799c9f0c9 req-abbe7326-133f-48c2-bacf-c9cf448bc6f6 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Apr 08 14:20:30.328565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ca2bc268-cab5-4265-8d82-f19468c2bfb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:30.354009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8', 'network_id': '6244c529-de86-420e-bbfd-72cc7edfbc3a', 'port_id': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3964cd-1a80-4104-83bb-43b7120f4df2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:20:30.447906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:30.450004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2bc268-cab5-4265-8d82-f19468c2bfb8 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:20:30.501690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ca2bc268-cab5-4265-8d82-f19468c2bfb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:30.509132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:30.511611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:30.691116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=ca2bc268-cab5-4265-8d82-f19468c2bfb8,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:30.703458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:30.873529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['ca2bc268-cab5-4265-8d82-f19468c2bfb8'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:30.925645 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-d389d872-dbf3-4372-b7d2-9c9eab61efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:30.927672 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-d389d872-dbf3-4372-b7d2-9c9eab61efd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.1060951 Apr 08 14:20:30.995572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094b83c-9ac6-42f4-b361-aba95dd8d05b req-5811294c-18b3-4517-9ff6-2cc4657099c0 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:30.997333 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d094b83c-9ac6-42f4-b361-aba95dd8d05b req-5811294c-18b3-4517-9ff6-2cc4657099c0 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1492548 Apr 08 14:20:31.094507 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d094b83c-9ac6-42f4-b361-aba95dd8d05b req-992e714e-915a-47a9-9559-2f9abcf7aaed tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 Apr 08 14:20:31.206925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-03a2802e-79f8-41bc-93a0-2bd76cf5a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:31.208426 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-03a2802e-79f8-41bc-93a0-2bd76cf5a9fe service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.2729146 Apr 08 14:20:31.314370 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-3d6db3d6-c43b-40c2-8d14-1f50ff4cf016 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.0976233 Apr 08 14:20:31.515442 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b822c93c-3bf4-4ebd-8d6e-0d905f812323 req-cb1dc9f7-f771-4181-8b85-bc7e33206b1f tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 210 time: 0.1602104 Apr 08 14:20:31.620409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaa353-ae8a-4872-ab80-dc5fc70f1a70 req-1d12f2f0-7b6b-44a8-b3c4-699db06391c2 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:31.630438 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7cfaa353-ae8a-4872-ab80-dc5fc70f1a70 req-1d12f2f0-7b6b-44a8-b3c4-699db06391c2 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 945 time: 0.4247744 Apr 08 14:20:31.729065 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7cfaa353-ae8a-4872-ab80-dc5fc70f1a70 req-ec10d058-5d39-425a-9000-3baf35464ab8 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939500 Apr 08 14:20:31.765719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-9cd3eca3-bd70-42d4-9ce9-11a3fd296719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:31.767914 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-9cd3eca3-bd70-42d4-9ce9-11a3fd296719 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.4430134 Apr 08 14:20:31.841856 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-182d1d58-f513-4a94-b43e-5b66a774a92e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638704 Apr 08 14:20:31.934113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3ec81492-9e07-496e-a70f-3288efa7034c tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:31.936865 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3ec81492-9e07-496e-a70f-3288efa7034c tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.75 "GET /v2.0/networks?id=02dd60f0-25ed-4abc-a727-3c5751665770 HTTP/1.1" status: 200 len: 808 time: 0.2527747 Apr 08 14:20:31.952506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Request body: {'port': {'device_id': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770', 'admin_state_up': True, 'tenant_id': '3514c7a0e7064bf5b25ad61d25beb42e'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:32.107934 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-22eaf88e-e09e-4262-a1f2-c2b95e5ff26e service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532473 Apr 08 14:20:32.320237 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05eda4e9-8e56-4bb1-b2fb-f0b1c28ce287 req-7ea24ce9-2ba9-4fd4-93e2-28cdb3781122 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089808 Apr 08 14:20:32.431719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-af2c91b1-a105-4edf-bfdf-8e69d07cb6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:32.460994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:32.465431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Usage tracker for resource:port and tenant:3514c7a0e7064bf5b25ad61d25beb42e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:32.469218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:32.481510 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:32.494921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Made reservation on behalf of 3514c7a0e7064bf5b25ad61d25beb42e for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:32.501374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:32.881115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96668-66f1-4a2c-9337-9eefc179c7b5 req-579f6a21-61e8-4c45-a6ee-19947262fab4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:32.884571 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-29a96668-66f1-4a2c-9337-9eefc179c7b5 req-579f6a21-61e8-4c45-a6ee-19947262fab4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.5450482 Apr 08 14:20:32.900148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:32.908631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Allocated IP 172.20.0.11 (02dd60f0-25ed-4abc-a727-3c5751665770/819723f2-bfe9-4aff-a3d5-ec05ff5102a9/8c293726-2a43-42d0-913f-67c295f17875) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:20:32.982141 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-29a96668-66f1-4a2c-9337-9eefc179c7b5 req-7eeb9de6-2679-49db-a815-0b7578ebeaaf tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685976 Apr 08 14:20:33.116228 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0adfc895-d072-4fe4-a21a-bd619f5e4fff req-06281f57-f68d-49f5-b973-fc2f77d7133f tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 210 time: 0.0747318 Apr 08 14:20:33.641945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:33.676412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d609-816d-4284-b339-f8e790adc73f req-dd21c118-f551-4a8f-8ee3-c40c76781259 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:33.678214 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-89a4d609-816d-4284-b339-f8e790adc73f req-dd21c118-f551-4a8f-8ee3-c40c76781259 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 945 time: 0.2300746 Apr 08 14:20:33.738874 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-89a4d609-816d-4284-b339-f8e790adc73f req-48126c1f-2056-4313-820b-38a7b18af193 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512362 Apr 08 14:20:33.751091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:33.774483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9f7ae6c4-099a-49f9-b448-94158901b34c tempest-DeleteServersTestJSON-2014595028 tempest-DeleteServersTestJSON-2014595028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:33.776328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45332) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:33.914003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ca2bc268-cab5-4265-8d82-f19468c2bfb8 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:20:33.962176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Pushing event updated for resources: {'Port': ['ID=8c293726-2a43-42d0-913f-67c295f17875,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:33.974217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:34.054000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.096895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.100582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port ca2bc268-cab5-4265-8d82-f19468c2bfb8 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:20:34.120495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Network 02dd60f0-25ed-4abc-a727-3c5751665770 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:20:34.121801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:34.123022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:20:34.125710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:20:34.130139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port ca2bc268-cab5-4265-8d82-f19468c2bfb8 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:20:34.130630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.142673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:d5892e9818784eb78bf6f7be583ad1ad is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:34.151582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:34.167321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:34.269477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.305956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.312069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.323915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-67d88b41-092e-4b59-8edf-4781b2ff5598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:34.373615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bded152e-14e7-4ba2-a115-b92e1e11a66d,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:34.377573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:34.386509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:34.386509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.400909 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5892e9818784eb78bf6f7be583ad1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227944 Apr 08 14:20:34.405498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45348) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:34.435066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.458089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ca2bc268-cab5-4265-8d82-f19468c2bfb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:34.460215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196d5d57-6b8e-4349-a833-17caf9785fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:34.460416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5138671 Apr 08 14:20:34.478543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Request body: {'port': {'device_id': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:34.489062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.497525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:34.558359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.587465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948810-c9a1-458f-b612-d9d45f347c9c req-c68a11d0-4768-40df-bd9d-7f8d2e4deea7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:34.590539 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b7948810-c9a1-458f-b612-d9d45f347c9c req-c68a11d0-4768-40df-bd9d-7f8d2e4deea7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3299692 Apr 08 14:20:34.601549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.605142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=ca2bc268-cab5-4265-8d82-f19468c2bfb8,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:34.609603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:34.617024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07cc1d-aff6-47bd-80d7-c017b15c7d35 req-0af0b8ef-112d-4ed0-8c6b-8b283f665831 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:34.620066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2d07cc1d-aff6-47bd-80d7-c017b15c7d35 req-0af0b8ef-112d-4ed0-8c6b-8b283f665831 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3607817 Apr 08 14:20:34.666936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.673306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4ea40cb0-1680-4a30-97be-fdbc964af958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:34.687099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bded152e-14e7-4ba2-a115-b92e1e11a66d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:34.690669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:34.692903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:34.697050 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bded152e-14e7-4ba2-a115-b92e1e11a66d HTTP/1.1" status: 204 len: 168 time: 0.2873898 Apr 08 14:20:34.812007 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b7948810-c9a1-458f-b612-d9d45f347c9c req-a2fda453-a3ef-4e18-9309-5861bd16034e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141063 Apr 08 14:20:34.829235 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2d07cc1d-aff6-47bd-80d7-c017b15c7d35 req-4e02c7aa-8f2f-4308-8dbe-896ac94e7b6b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712120 Apr 08 14:20:34.879238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:35.031806 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196d5d57-6b8e-4349-a833-17caf9785fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8', 'code': 200} Apr 08 14:20:35.474567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08af3e-d05a-4686-b00e-279e3bbf7a04 req-22471012-5edb-4856-b820-426c80c180c0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:35.475150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45374) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:35.483311 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c08af3e-d05a-4686-b00e-279e3bbf7a04 req-22471012-5edb-4856-b820-426c80c180c0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 946 time: 0.3197534 Apr 08 14:20:35.533482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:35.551554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-b2832a53-a0ed-4ea5-8adc-c9af6e8b5da5 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:35.552517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-b2832a53-a0ed-4ea5-8adc-c9af6e8b5da5 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Synchronizing usage tracker for tenant:3514c7a0e7064bf5b25ad61d25beb42e on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:35.612453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c08af3e-d05a-4686-b00e-279e3bbf7a04 req-a162f796-6643-406c-ade4-ad0e79e3d0f1 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281590 Apr 08 14:20:35.639994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-b2832a53-a0ed-4ea5-8adc-c9af6e8b5da5 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Unset dirty status for tenant:3514c7a0e7064bf5b25ad61d25beb42e on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:35.641315 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-b2832a53-a0ed-4ea5-8adc-c9af6e8b5da5 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 932 time: 0.4069095 Apr 08 14:20:35.644540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:35.653398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:d82da4a37d9e452aa8b4c6633602dfa0 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:35.659383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:35.669063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:35.720263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12698df-c5f7-4447-b28b-fb22a7f8609c req-4f1cad85-c73d-40aa-af89-b7e50891d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:35.721898 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d12698df-c5f7-4447-b28b-fb22a7f8609c req-4f1cad85-c73d-40aa-af89-b7e50891d6a9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 1099 time: 0.1654148 Apr 08 14:20:35.726906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-675e224b-7b1f-4911-a241-b5e7decd1860 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Synchronizing usage tracker for tenant:3514c7a0e7064bf5b25ad61d25beb42e on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:35.765642 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d12698df-c5f7-4447-b28b-fb22a7f8609c req-4fbafda2-3e9b-4995-ae07-4287eced4835 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Apr 08 14:20:35.801050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-675e224b-7b1f-4911-a241-b5e7decd1860 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Unset dirty status for tenant:3514c7a0e7064bf5b25ad61d25beb42e on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:35.803812 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-757928bc-c137-44bf-8bc2-c3a53eb0b37a req-675e224b-7b1f-4911-a241-b5e7decd1860 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382301 Apr 08 14:20:35.812039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:35.815969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:35.826067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fea1909f-a1ad-4bc3-aa29-88a0d699d6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:35.884535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d06a5a-a2c6-443f-b682-21b299a75708,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:35.889886 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d82da4a37d9e452aa8b4c6633602dfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133241 Apr 08 14:20:35.891137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:35.902491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45384) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:35.960678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c293726-2a43-42d0-913f-67c295f17875 {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:20:35.988119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:36.043396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:36.051225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:36.135243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:36.139018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Transition to ACTIVE for port object 8c293726-2a43-42d0-913f-67c295f17875 will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:20:36.142236 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a0f35ba7-d1ac-4de6-b5e3-834dac003df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:36.148096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:36.157029 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d06a5a-a2c6-443f-b682-21b299a75708,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:36.158995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:36.168572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:36.173775 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2d06a5a-a2c6-443f-b682-21b299a75708 HTTP/1.1" status: 204 len: 168 time: 0.2661753 Apr 08 14:20:36.182689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:36.402436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3d91f-6f4b-492d-b41a-c575e895dfe7 req-2316b902-36df-4d74-9220-3062950d9d6c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:36.404115 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cff3d91f-6f4b-492d-b41a-c575e895dfe7 req-2316b902-36df-4d74-9220-3062950d9d6c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4336767 Apr 08 14:20:36.404904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Pushing event updated for resources: {'Port': ['ID=8c293726-2a43-42d0-913f-67c295f17875,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:36.412936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:36.437186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8701891-1ec3-4b5d-83e3-9f4ad006f5d4 req-4575d684-09d8-4243-9361-1e0d2304de08 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:36.438947 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d8701891-1ec3-4b5d-83e3-9f4ad006f5d4 req-4575d684-09d8-4243-9361-1e0d2304de08 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3752446 Apr 08 14:20:36.498000 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cff3d91f-6f4b-492d-b41a-c575e895dfe7 req-fecce170-cc07-412f-956c-1ee0bf8b1b54 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707204 Apr 08 14:20:36.509860 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d8701891-1ec3-4b5d-83e3-9f4ad006f5d4 req-df4aa414-f68f-465e-8206-3a4748e07622 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507126 Apr 08 14:20:37.397428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Attempting to bind port 8c293726-2a43-42d0-913f-67c295f17875 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:20:37.398033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Attempting to bind port 8c293726-2a43-42d0-913f-67c295f17875 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '53553993-fb6a-4562-9ad5-0a254dbc926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:20:37.398125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Attempting to bind port 8c293726-2a43-42d0-913f-67c295f17875 on network 02dd60f0-25ed-4abc-a727-3c5751665770 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:20:37.418920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Port 8c293726-2a43-42d0-913f-67c295f17875 on network 02dd60f0-25ed-4abc-a727-3c5751665770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:20:37.419438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Attempting to bind port 8c293726-2a43-42d0-913f-67c295f17875 on network 02dd60f0-25ed-4abc-a727-3c5751665770 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:20:37.441178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:20:37.441566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Checking segment: {'id': '53553993-fb6a-4562-9ad5-0a254dbc926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:20:37.441995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Bound using segment: {'id': '53553993-fb6a-4562-9ad5-0a254dbc926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:20:37.442546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Bound port: 8c293726-2a43-42d0-913f-67c295f17875, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53553993-fb6a-4562-9ad5-0a254dbc926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:20:37.442937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:37.574854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ed6e4-a224-49ea-942d-1eabc7467209 req-4f6a4901-af1f-45fb-99b8-01ffda7b8cbb tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:37.583588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-673ed6e4-a224-49ea-942d-1eabc7467209 req-4f6a4901-af1f-45fb-99b8-01ffda7b8cbb tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 946 time: 0.7092252 Apr 08 14:20:37.644458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b390883-39c6-4569-b5c7-bc666af400b8 req-d98f7e4c-d6ab-4cab-b12e-9faa34ab76e7 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:37.646148 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b390883-39c6-4569-b5c7-bc666af400b8 req-d98f7e4c-d6ab-4cab-b12e-9faa34ab76e7 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 944 time: 0.3760388 Apr 08 14:20:37.648154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] For port 8c293726-2a43-42d0-913f-67c295f17875, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:20:37.653666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] For port 8c293726-2a43-42d0-913f-67c295f17875, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8c293726-2a43-42d0-913f-67c295f17875,segment=NetworkSegment(53553993-fb6a-4562-9ad5-0a254dbc926c),segment_id=53553993-fb6a-4562-9ad5-0a254dbc926c)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:20:37.657862 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-673ed6e4-a224-49ea-942d-1eabc7467209 req-c46ef382-00dc-4973-9fca-139bc372597c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 Apr 08 14:20:37.659608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:37.679204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:37.833366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b390883-39c6-4569-b5c7-bc666af400b8 req-07ea4256-9250-4166-8f3f-1e25b5106c57 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555238 Apr 08 14:20:37.868465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Pushing event updated for resources: {'Port': ['ID=8c293726-2a43-42d0-913f-67c295f17875,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:37.875111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:37.924806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:37.925746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:37.927334 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] 10.222.0.75 "PUT /v2.0/ports/8c293726-2a43-42d0-913f-67c295f17875 HTTP/1.1" status: 200 len: 1094 time: 3.4546602 Apr 08 14:20:37.928851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'tag': '8c293726-2a43-42d0-913f-67c295f17875'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:38.073767 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'tag': '8c293726-2a43-42d0-913f-67c295f17875', 'status': 'completed', 'code': 200} Apr 08 14:20:38.282716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-67eb4240-faf6-4a93-85e5-259c18f80054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:38.284411 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-67eb4240-faf6-4a93-85e5-259c18f80054 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3514c7a0e7064bf5b25ad61d25beb42e&device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 1097 time: 0.3050973 Apr 08 14:20:38.380986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ebd64-9dc0-4016-a8c9-e9b9bd9e10fd req-8d0979fd-a5e7-48de-be7c-da967f5a1813 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:38.383264 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a82ebd64-9dc0-4016-a8c9-e9b9bd9e10fd req-8d0979fd-a5e7-48de-be7c-da967f5a1813 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3124843 Apr 08 14:20:38.401367 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-7aec2bf1-00dc-4a75-b340-654b7f0dd2aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c293726-2a43-42d0-913f-67c295f17875 HTTP/1.1" status: 200 len: 217 time: 0.0992231 Apr 08 14:20:38.519221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6635f-29f1-4148-acd3-829edce13125 req-6fa55531-fe6d-472e-ba95-6fce552fa2f1 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:38.520934 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8ed6635f-29f1-4148-acd3-829edce13125 req-6fa55531-fe6d-472e-ba95-6fce552fa2f1 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 945 time: 0.3386612 Apr 08 14:20:38.530964 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a82ebd64-9dc0-4016-a8c9-e9b9bd9e10fd req-83c15a66-3ab7-427c-a779-61ffef8972d0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316833 Apr 08 14:20:38.596518 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8ed6635f-29f1-4148-acd3-829edce13125 req-f7abb507-491b-4e3d-973f-b726eea931a5 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Apr 08 14:20:38.627842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-f5d3fb42-9b4c-4b87-b7cb-3be850e2625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:38.629816 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-f5d3fb42-9b4c-4b87-b7cb-3be850e2625b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=819723f2-bfe9-4aff-a3d5-ec05ff5102a9 HTTP/1.1" status: 200 len: 848 time: 0.2063417 Apr 08 14:20:38.701375 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-ba461501-72ee-4cff-8ef6-f550c43ffe3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02dd60f0-25ed-4abc-a727-3c5751665770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589285 Apr 08 14:20:38.766050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45458) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:38.941117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:38.973063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:38.980516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1107f684d84387acaeb9637fa3ae26 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:38.986303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:38.998908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:39.000247 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-850bedd0-d2bd-4a71-ba93-9ceb5ef865be service neutron] 10.222.0.75 "GET /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797883 Apr 08 14:20:39.129991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:39.133316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:39.146161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-350692f4-42a0-4ea9-9397-2d28048fe0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:39.195496 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a1107f684d84387acaeb9637fa3ae26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274113 Apr 08 14:20:39.197744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2824f-20a8-4910-8a20-b08bf0c7943b,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:39.201436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45468) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:39.201881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:39.313844 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-141d3145-c929-4755-ad2c-bf72fb30cc4a req-994f7bd4-e00f-4c28-9fcf-1e02e7326563 service neutron] 10.222.0.75 "GET /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057101 Apr 08 14:20:39.331882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4509972-ced8-4ea1-a0e2-7ad3be8d8fe8 req-14723561-4d65-4cae-9aaf-4bc29f8841e3 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:39.333618 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f4509972-ced8-4ea1-a0e2-7ad3be8d8fe8 req-14723561-4d65-4cae-9aaf-4bc29f8841e3 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 946 time: 0.3831444 Apr 08 14:20:39.371199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e5f5f-b468-4dfa-b90e-6eb553a6c9e5 req-df079837-f296-40c5-9a9a-71e7897819f0 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:39.373046 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8f5e5f5f-b468-4dfa-b90e-6eb553a6c9e5 req-df079837-f296-40c5-9a9a-71e7897819f0 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 944 time: 0.3337371 Apr 08 14:20:39.465284 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f4509972-ced8-4ea1-a0e2-7ad3be8d8fe8 req-dd4885a0-1e49-4498-94eb-7375ac09a2ca tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214850 Apr 08 14:20:39.466079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:39.517797 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8f5e5f5f-b468-4dfa-b90e-6eb553a6c9e5 req-b62693e6-2b2b-4c9c-a5f7-e5612365058e tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330338 Apr 08 14:20:39.547165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:39.633556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-cc607105-290e-485a-b948-041864b2f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:39.635206 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-cc607105-290e-485a-b948-041864b2f32e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3514c7a0e7064bf5b25ad61d25beb42e&device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 1097 time: 0.2496526 Apr 08 14:20:39.698175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:39.707489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49b3129f-4cce-4044-a8de-baff158e2f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:39.828814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2824f-20a8-4910-8a20-b08bf0c7943b,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:39.831603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:39.903797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:39.905462 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4aa2824f-20a8-4910-8a20-b08bf0c7943b HTTP/1.1" status: 204 len: 168 time: 0.7025495 Apr 08 14:20:39.980852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-1356664d-0287-4dd5-b0c5-ddef1d083318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:39.982824 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-1356664d-0287-4dd5-b0c5-ddef1d083318 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02dd60f0-25ed-4abc-a727-3c5751665770 HTTP/1.1" status: 200 len: 909 time: 0.3341074 Apr 08 14:20:40.097956 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-9898d97f-6721-4969-aea6-3e96320e52ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c293726-2a43-42d0-913f-67c295f17875 HTTP/1.1" status: 200 len: 217 time: 0.1002846 Apr 08 14:20:40.108244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a7aa-175d-448f-bfd3-f644214833da req-9ec2c9f1-0c4a-4d3d-b190-332966ec7cf6 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:40.109962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1d61a7aa-175d-448f-bfd3-f644214833da req-9ec2c9f1-0c4a-4d3d-b190-332966ec7cf6 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4049258 Apr 08 14:20:40.201236 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1d61a7aa-175d-448f-bfd3-f644214833da req-21e96a4d-8e78-4723-8b80-0b0bb68f7d78 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Apr 08 14:20:40.217767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a19fe-b4b4-446b-90bd-dad6ac60800d req-d2f794be-d1f7-495b-9405-8e6e98593e4e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:40.227178 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-632a19fe-b4b4-446b-90bd-dad6ac60800d req-d2f794be-d1f7-495b-9405-8e6e98593e4e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4179618 Apr 08 14:20:40.286285 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-632a19fe-b4b4-446b-90bd-dad6ac60800d req-ebae43a0-9add-4774-8c15-d2d3d7720f78 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529664 Apr 08 14:20:40.319111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-0f01fe3a-b0aa-4b0b-8a90-8e1b335b867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:40.324706 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-0f01fe3a-b0aa-4b0b-8a90-8e1b335b867c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=819723f2-bfe9-4aff-a3d5-ec05ff5102a9 HTTP/1.1" status: 200 len: 848 time: 0.2128808 Apr 08 14:20:40.468282 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-a1b6f675-3ee9-4bc5-badc-adeff27abc1c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02dd60f0-25ed-4abc-a727-3c5751665770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349988 Apr 08 14:20:40.488197 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f2080d54-ee52-4e6d-a545-b8b2ae19c8aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:40.489381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f2080d54-ee52-4e6d-a545-b8b2ae19c8aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Synchronizing usage tracker for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:40.510402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f2080d54-ee52-4e6d-a545-b8b2ae19c8aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Unset dirty status for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:40.513126 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f2080d54-ee52-4e6d-a545-b8b2ae19c8aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 945 time: 0.1283667 Apr 08 14:20:40.635350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Deleting port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:20:40.636028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:40.968756 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-c2c7ee3a-c6b3-4787-9d80-f1f8d8908156 service neutron] 10.222.0.75 "GET /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844389 Apr 08 14:20:41.135710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] For port 1eef8ab0-89ab-4cb3-844f-9ad117873c09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1eef8ab0-89ab-4cb3-844f-9ad117873c09,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:41.136402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:41.256016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455158-3615-44c2-b38d-44025469d0d6 req-87cfb08f-3966-4cec-bc72-fbfc34bae07c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:41.283124 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cc455158-3615-44c2-b38d-44025469d0d6 req-87cfb08f-3966-4cec-bc72-fbfc34bae07c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 945 time: 0.8896165 Apr 08 14:20:41.361728 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Calling delete_port for 1eef8ab0-89ab-4cb3-844f-9ad117873c09 owned by compute:nova {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:20:41.421991 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cc455158-3615-44c2-b38d-44025469d0d6 req-303bc146-cc39-4557-8059-1a4534928752 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213903 Apr 08 14:20:41.520095 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c5b94b-4506-428a-8833-f1b8e603ad65 req-be999244-3f92-4c56-a27e-3215f3a147f5 service neutron] 10.222.0.75 "GET /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355332 Apr 08 14:20:41.557306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfa5ec-5063-4ab6-84a3-b4666d82c775 req-ac503d2f-9737-44fe-b57c-bfd79016c210 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:41.560347 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b7dfa5ec-5063-4ab6-84a3-b4666d82c775 req-ac503d2f-9737-44fe-b57c-bfd79016c210 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 944 time: 0.2363901 Apr 08 14:20:41.629763 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b7dfa5ec-5063-4ab6-84a3-b4666d82c775 req-467a5b61-5768-4715-bb70-9104c27d9555 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Apr 08 14:20:41.820375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:41.835391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131', '0c17b7d2-914a-4990-b67c-9551e11f5fc9', '9871b7b6-ce80-4e75-beae-e01bd8d0da17', '1eef8ab0-89ab-4cb3-844f-9ad117873c09'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:41.843235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:41.914681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event deleted for resources: {'Port': ['ID=1eef8ab0-89ab-4cb3-844f-9ad117873c09,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:41.927162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:41.939306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff259a-576d-43f8-8f55-6e7d0743f6fb req-517dd0e3-ab56-4b7f-b74f-e5250f60d388 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:41.950134 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93ff259a-576d-43f8-8f55-6e7d0743f6fb req-517dd0e3-ab56-4b7f-b74f-e5250f60d388 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.1415203 Apr 08 14:20:41.995136 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93ff259a-576d-43f8-8f55-6e7d0743f6fb req-56870335-27ee-47d0-b303-dbfb6bbda8af tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Apr 08 14:20:42.016309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 8c293726-2a43-42d0-913f-67c295f17875 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:20:42.332585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] No DVR routers for this DVR port 1eef8ab0-89ab-4cb3-844f-9ad117873c09 on host hv-cinder-78462 {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:20:42.336473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:42.338158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 8c293726-2a43-42d0-913f-67c295f17875, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8c293726-2a43-42d0-913f-67c295f17875,segment=NetworkSegment(53553993-fb6a-4562-9ad5-0a254dbc926c),segment_id=53553993-fb6a-4562-9ad5-0a254dbc926c)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:42.352383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'name': 'network-vif-deleted', 'tag': '1eef8ab0-89ab-4cb3-844f-9ad117873c09'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:42.393172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '8c293726-2a43-42d0-913f-67c295f17875', 'network_id': '02dd60f0-25ed-4abc-a727-3c5751665770', 'port_id': '8c293726-2a43-42d0-913f-67c295f17875', 'mac_address': 'fa:16:3e:4a:db:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819723f2-bfe9-4aff-a3d5-ec05ff5102a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:20:42.443025 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b70f4ec-e405-465e-a7b7-9a98c19126b6 req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "DELETE /v2.0/ports/1eef8ab0-89ab-4cb3-844f-9ad117873c09 HTTP/1.1" status: 204 len: 173 time: 1.9211650 Apr 08 14:20:42.472030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa901a-4628-4efc-92bf-6a5476e09f07 req-d565c17f-1f12-409d-ad4d-47a7e1a63e80 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:42.476785 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d1fa901a-4628-4efc-92bf-6a5476e09f07 req-d565c17f-1f12-409d-ad4d-47a7e1a63e80 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 946 time: 0.2458522 Apr 08 14:20:42.488921 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6aa76d-1051-499a-8dff-3cc89081386c', 'name': 'network-vif-deleted', 'tag': '1eef8ab0-89ab-4cb3-844f-9ad117873c09', 'status': 'completed', 'code': 200} Apr 08 14:20:42.586544 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d1fa901a-4628-4efc-92bf-6a5476e09f07 req-b4183124-e2b4-400a-b687-e3d7985e346b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939400 Apr 08 14:20:42.809847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:42.815827 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-30c4df34-513e-4d7c-a41e-f990e8eba59a req-bca151ed-38be-4642-a686-098269120fea tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba6aa76d-1051-499a-8dff-3cc89081386c HTTP/1.1" status: 200 len: 210 time: 0.0750427 Apr 08 14:20:42.860575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c293726-2a43-42d0-913f-67c295f17875 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:20:42.907431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 8c293726-2a43-42d0-913f-67c295f17875, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8c293726-2a43-42d0-913f-67c295f17875,segment=NetworkSegment(53553993-fb6a-4562-9ad5-0a254dbc926c),segment_id=53553993-fb6a-4562-9ad5-0a254dbc926c)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:42.949954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:42.964785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:42.979491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6501-91d8-4cb3-9180-76d488f5520d req-5e5e4bcc-ffb3-4a4e-b59b-a039aa6160b0 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:42.981289 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de6f6501-91d8-4cb3-9180-76d488f5520d req-5e5e4bcc-ffb3-4a4e-b59b-a039aa6160b0 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 945 time: 0.1135585 Apr 08 14:20:43.025922 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de6f6501-91d8-4cb3-9180-76d488f5520d req-08d7ca1d-daf8-450e-90ff-c3b105497da2 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368247 Apr 08 14:20:43.220865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=8c293726-2a43-42d0-913f-67c295f17875,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:43.227557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:43.380826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506feac-85dc-402b-8db1-89ea83debfe2 req-8580367d-3e2d-4877-8f86-00e2a5539cef tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:43.387737 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5506feac-85dc-402b-8db1-89ea83debfe2 req-8580367d-3e2d-4877-8f86-00e2a5539cef tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2508876 Apr 08 14:20:43.434583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['8c293726-2a43-42d0-913f-67c295f17875'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:43.464760 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5506feac-85dc-402b-8db1-89ea83debfe2 req-e7562dce-fe50-437d-b55a-f5a27ef081e0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694437 Apr 08 14:20:43.946789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 1eef8ab0-89ab-4cb3-844f-9ad117873c09 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:20:43.952455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108ec5-ef7f-4589-ac0a-aa13a8441ca7 req-860ce486-a2c2-4470-a393-7592bde6b88c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:43.954162 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-95108ec5-ef7f-4589-ac0a-aa13a8441ca7 req-860ce486-a2c2-4470-a393-7592bde6b88c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 946 time: 0.1428208 Apr 08 14:20:44.011358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 1eef8ab0-89ab-4cb3-844f-9ad117873c09 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:20:44.011791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 1eef8ab0-89ab-4cb3-844f-9ad117873c09 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:20:44.014028 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-95108ec5-ef7f-4589-ac0a-aa13a8441ca7 req-bed53883-c9dd-4ca9-958e-7230bd95aace tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/security-groups?id=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Apr 08 14:20:44.321809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-db4c3b68-c244-4d90-a50a-2b2396601b33 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:44.322933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-db4c3b68-c244-4d90-a50a-2b2396601b33 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Synchronizing usage tracker for tenant:ec1528bf214c4fe1bfd3da323dd3e715 on resource:port {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:44.391509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-db4c3b68-c244-4d90-a50a-2b2396601b33 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Unset dirty status for tenant:ec1528bf214c4fe1bfd3da323dd3e715 on resource:port {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:44.393545 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-db4c3b68-c244-4d90-a50a-2b2396601b33 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 946 time: 0.2913897 Apr 08 14:20:44.595864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Deleting port ca2bc268-cab5-4265-8d82-f19468c2bfb8 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:20:44.596860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:44.605992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-07d6f7e3-b609-4694-a75f-6819633006e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:44.608115 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-07d6f7e3-b609-4694-a75f-6819633006e2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.1295388 Apr 08 14:20:44.625958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696e72f-74a8-4341-8cbd-72ae24a1bdbd req-1cc2435f-7c01-4a1b-bd32-bf7db0a2fe43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:44.635542 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2696e72f-74a8-4341-8cbd-72ae24a1bdbd req-1cc2435f-7c01-4a1b-bd32-bf7db0a2fe43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 945 time: 0.2648849 Apr 08 14:20:44.909406 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2696e72f-74a8-4341-8cbd-72ae24a1bdbd req-373d7acc-4b8e-4f62-ac97-9541747ff8f9 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724524 Apr 08 14:20:44.917109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-19d07c84-11d0-44e2-9a9a-675019b7b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:44.919503 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-19d07c84-11d0-44e2-9a9a-675019b7b3d4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.2569368 Apr 08 14:20:45.169963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] For port ca2bc268-cab5-4265-8d82-f19468c2bfb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca2bc268-cab5-4265-8d82-f19468c2bfb8,segment=NetworkSegment(a2ec23b3-481f-469f-868e-e20e7491bf2d),segment_id=a2ec23b3-481f-469f-868e-e20e7491bf2d)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:45.170696 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:45.175298 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-47afde53-ee9c-495f-817e-54347dba0ba8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.2426190 Apr 08 14:20:45.302352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-b0eee5f4-6fd7-47ce-88c1-a950a315aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:45.304820 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-b0eee5f4-6fd7-47ce-88c1-a950a315aaa5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1166964 Apr 08 14:20:45.315288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Calling delete_port for ca2bc268-cab5-4265-8d82-f19468c2bfb8 owned by compute:nova {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:20:45.393680 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-fc6d36a8-2f47-429a-b801-3ea9291f80c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771191 Apr 08 14:20:45.409370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98df304-8f9f-42ce-8cc4-459d1216fd0c req-4bfa929e-b9f1-446e-b162-a31327742e82 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:45.412575 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b98df304-8f9f-42ce-8cc4-459d1216fd0c req-4bfa929e-b9f1-446e-b162-a31327742e82 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.5814364 Apr 08 14:20:45.576147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:45.589130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['ca2bc268-cab5-4265-8d82-f19468c2bfb8'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:45.602813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-dabd5d6a-3150-4fd0-8b78-152c79aa125d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:45.665442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9ba7f-6399-40c4-82d6-8c4ce158cd35 req-5cd637d1-c8d6-4986-bde9-31111ee91678 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:45.668167 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-acc9ba7f-6399-40c4-82d6-8c4ce158cd35 req-5cd637d1-c8d6-4986-bde9-31111ee91678 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.5730944 Apr 08 14:20:45.673636 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b98df304-8f9f-42ce-8cc4-459d1216fd0c req-810d0dd1-35b8-4d53-9647-69bbbaaa50c4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221289 Apr 08 14:20:45.718132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Pushing event deleted for resources: {'Port': ['ID=ca2bc268-cab5-4265-8d82-f19468c2bfb8,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:45.725690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:45.770942 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-acc9ba7f-6399-40c4-82d6-8c4ce158cd35 req-93c2fe3b-5760-4f54-8295-df2be310b78a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918984 Apr 08 14:20:45.786726 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-e6f4696b-e503-45bb-b3a2-71057a507af2 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723440 Apr 08 14:20:45.946813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 8c293726-2a43-42d0-913f-67c295f17875 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:20:45.964436 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f684ebdc-8838-40bc-997e-0b3e3f988329 req-fc36fbdd-6b84-4d1e-a66e-84fe6ee0f853 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.35 "GET /v2.0/ports?device_id=196d5d57-6b8e-4349-a833-17caf9785fce HTTP/1.1" status: 200 len: 210 time: 0.1248307 Apr 08 14:20:45.994027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] No DVR routers for this DVR port ca2bc268-cab5-4265-8d82-f19468c2bfb8 on host hv-cinder-78462 {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:20:46.006913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:46.006913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196d5d57-6b8e-4349-a833-17caf9785fce', 'name': 'network-vif-deleted', 'tag': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:46.048851 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-05b4d3cd-f908-4657-b0f0-298388fd2211 req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] 10.222.0.75 "DELETE /v2.0/ports/ca2bc268-cab5-4265-8d82-f19468c2bfb8 HTTP/1.1" status: 204 len: 173 time: 1.6455503 Apr 08 14:20:46.068691 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4ec6ecec-a2d6-4e23-97f2-304493f463fa req-69148668-9f4b-4ccd-971e-257de37925bf service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690804 Apr 08 14:20:46.148739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 8c293726-2a43-42d0-913f-67c295f17875 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:20:46.169397 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 8c293726-2a43-42d0-913f-67c295f17875 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:20:46.170154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:46.331097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288614e-3ec1-4d5b-8086-b43e3ad5f52c req-0a7cff07-bfa2-401d-b4d3-6274005787e8 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:46.341977 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e288614e-3ec1-4d5b-8086-b43e3ad5f52c req-0a7cff07-bfa2-401d-b4d3-6274005787e8 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 945 time: 0.1611128 Apr 08 14:20:46.383321 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e288614e-3ec1-4d5b-8086-b43e3ad5f52c req-11e1b623-1fa5-4e00-a952-6f5c3147d5de tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Apr 08 14:20:46.446637 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196d5d57-6b8e-4349-a833-17caf9785fce', 'name': 'network-vif-deleted', 'tag': 'ca2bc268-cab5-4265-8d82-f19468c2bfb8', 'status': 'completed', 'code': 200} Apr 08 14:20:46.455037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:46.510052 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 8c293726-2a43-42d0-913f-67c295f17875, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8c293726-2a43-42d0-913f-67c295f17875,segment=NetworkSegment(53553993-fb6a-4562-9ad5-0a254dbc926c),segment_id=53553993-fb6a-4562-9ad5-0a254dbc926c)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:46.511748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c293726-2a43-42d0-913f-67c295f17875'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:46.522965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:46.528502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:46.627099 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c293726-2a43-42d0-913f-67c295f17875', 'code': 200} Apr 08 14:20:46.664598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=8c293726-2a43-42d0-913f-67c295f17875,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:46.668448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:46.759402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45630) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:46.816548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b9e7-2504-4551-9588-f7e486ad5f31 req-36d7bc5f-99b5-49d3-a9c4-1d03fc738eae tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:46.826088 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e91b9e7-2504-4551-9588-f7e486ad5f31 req-36d7bc5f-99b5-49d3-a9c4-1d03fc738eae tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 946 time: 0.1140044 Apr 08 14:20:46.895304 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e91b9e7-2504-4551-9588-f7e486ad5f31 req-3797da25-5d97-46a1-b689-df28febeeb4e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680759 Apr 08 14:20:46.997135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.023014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:47.028690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Usage tracker for resource:security_group_rule and tenant:c7b97e9e026440e480b497a8798fa730 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:47.032389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:47.033009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebef9b-9953-4f8b-a21a-3ba0428bc327 req-8d1d4d07-83bb-4b48-bcb4-a829d95e8fa1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:47.041121 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efebef9b-9953-4f8b-a21a-3ba0428bc327 req-8d1d4d07-83bb-4b48-bcb4-a829d95e8fa1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1890035 Apr 08 14:20:47.041506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:47.109303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12457efd-5358-4693-b06b-1838bebea74f req-5779134b-392f-4ef0-bf75-fa6144078a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:47.111047 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-12457efd-5358-4693-b06b-1838bebea74f req-5779134b-392f-4ef0-bf75-fa6144078a4f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 1099 time: 0.2094510 Apr 08 14:20:47.149372 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efebef9b-9953-4f8b-a21a-3ba0428bc327 req-fb0c6cdf-1e5e-46c3-b2c2-cd5c274a6f45 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072705 Apr 08 14:20:47.158441 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-12457efd-5358-4693-b06b-1838bebea74f req-a6b9b1ac-0167-4009-ad4f-34a0b0acf9ee service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Apr 08 14:20:47.184527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.188059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.199234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-919f13cc-3616-4f30-9058-04423592d6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:47.202435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c6d31-768c-4094-9eef-cd7e3bb678cc req-c52bd5e4-2815-48ce-b1fa-4a5c4a4c96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:47.204339 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-147c6d31-768c-4094-9eef-cd7e3bb678cc req-c52bd5e4-2815-48ce-b1fa-4a5c4a4c96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.1603632 Apr 08 14:20:47.246959 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-147c6d31-768c-4094-9eef-cd7e3bb678cc req-66b68262-a4e1-4359-8183-8e0bddbd7605 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289347 Apr 08 14:20:47.252654 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7b97e9e026440e480b497a8798fa730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895024 Apr 08 14:20:47.252654 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28a789-1570-46e4-a5ef-1a00f3faee58,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:47.253642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45640) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:47.255525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:47.340845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.403456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.632734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.638288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:47.658261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28a789-1570-46e4-a5ef-1a00f3faee58,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:47.664628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:47.673555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:47.674848 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa28a789-1570-46e4-a5ef-1a00f3faee58 HTTP/1.1" status: 204 len: 168 time: 0.4196060 Apr 08 14:20:47.692174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089a1e2-35fe-430b-ac13-f7dd88856251 req-c5e15830-5a5f-4520-aa51-2997b65b84c3 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:47.694126 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d089a1e2-35fe-430b-ac13-f7dd88856251 req-c5e15830-5a5f-4520-aa51-2997b65b84c3 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 946 time: 0.1736259 Apr 08 14:20:47.742983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d089a1e2-35fe-430b-ac13-f7dd88856251 req-aeb7514f-428e-4b53-a43c-302163bd2a50 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Apr 08 14:20:47.970512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ca2bc268-cab5-4265-8d82-f19468c2bfb8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:20:48.047112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: ca2bc268-cab5-4265-8d82-f19468c2bfb8 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:20:48.048270 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ca2bc268-cab5-4265-8d82-f19468c2bfb8 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:20:48.210408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80244a-a194-49d9-b6b2-eb481622906b req-ca5db52f-eb50-44d3-ab50-5985b549f606 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:48.220635 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c80244a-a194-49d9-b6b2-eb481622906b req-ca5db52f-eb50-44d3-ab50-5985b549f606 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 946 time: 0.1213865 Apr 08 14:20:48.286953 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c80244a-a194-49d9-b6b2-eb481622906b req-d4ca5af4-ff0f-4460-b79b-2eeadce5677c tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Apr 08 14:20:48.755224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958004-fc7a-4a18-b632-034adeafcf73 req-d06097b7-b25d-4198-afdd-8fd49599c558 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:48.757189 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dd958004-fc7a-4a18-b632-034adeafcf73 req-d06097b7-b25d-4198-afdd-8fd49599c558 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3308363 Apr 08 14:20:48.824267 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dd958004-fc7a-4a18-b632-034adeafcf73 req-adb18cf2-34d2-4a07-ab25-88c712655bdd tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580657 Apr 08 14:20:48.930657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb4729-540f-4792-bd9f-f9688493eb25 req-ac2e3ff5-8cc9-44fd-835d-133f3f53c799 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:48.934233 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-56fb4729-540f-4792-bd9f-f9688493eb25 req-ac2e3ff5-8cc9-44fd-835d-133f3f53c799 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3346975 Apr 08 14:20:49.044621 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-56fb4729-540f-4792-bd9f-f9688493eb25 req-0db74fba-098a-4521-942b-9ff58163a321 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920248 Apr 08 14:20:49.077969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-247992d0-5da3-435a-bf32-8ee8efa7d670 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:49.079671 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-247992d0-5da3-435a-bf32-8ee8efa7d670 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 946 time: 0.2538621 Apr 08 14:20:49.185686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Deleting port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:20:49.186098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:49.228309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916846f-ebba-488e-a81d-47f959f9e741 req-3d23ab70-87de-4c35-9965-c04632234d3f tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:49.230022 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0916846f-ebba-488e-a81d-47f959f9e741 req-3d23ab70-87de-4c35-9965-c04632234d3f tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 946 time: 0.2642097 Apr 08 14:20:49.291896 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0916846f-ebba-488e-a81d-47f959f9e741 req-75e58522-b7f8-4034-a87b-f09098a65898 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Apr 08 14:20:50.332960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f19f6e-dfbd-4e84-bbe4-f08ba14e3a00 req-ea8fea87-d6db-4293-afbd-a5fbd25a52a2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:50.342815 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-45f19f6e-dfbd-4e84-bbe4-f08ba14e3a00 req-ea8fea87-d6db-4293-afbd-a5fbd25a52a2 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 946 time: 0.5153399 Apr 08 14:20:50.443105 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-45f19f6e-dfbd-4e84-bbe4-f08ba14e3a00 req-c920a89a-73b3-42c2-981a-2dfa40652fe7 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986788 Apr 08 14:20:50.526032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] For port 9871b7b6-ce80-4e75-beae-e01bd8d0da17, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9871b7b6-ce80-4e75-beae-e01bd8d0da17,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:50.526780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:50.598067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d691db8-8fa2-46ab-b282-84ea24fcbc1f req-a63e3852-a15d-4e77-b846-324131e5046a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:50.611190 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1d691db8-8fa2-46ab-b282-84ea24fcbc1f req-a63e3852-a15d-4e77-b846-324131e5046a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4678009 Apr 08 14:20:50.787668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:50.801963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Calling delete_port for 9871b7b6-ce80-4e75-beae-e01bd8d0da17 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:20:50.954051 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1d691db8-8fa2-46ab-b282-84ea24fcbc1f req-c2b69f8d-c522-4c3a-a529-c341a87a4dcb tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626019 Apr 08 14:20:51.087861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a14c5d-4545-4b94-b9b2-ebd9cda5bea3 req-cd5c80ab-b748-4439-9bb8-5306d3444c2c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:51.091656 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a5a14c5d-4545-4b94-b9b2-ebd9cda5bea3 req-cd5c80ab-b748-4439-9bb8-5306d3444c2c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3093662 Apr 08 14:20:51.147281 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a5a14c5d-4545-4b94-b9b2-ebd9cda5bea3 req-49af79da-b257-4e18-b489-489b7083e6f5 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369062 Apr 08 14:20:51.238003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:51.252395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131', '0c17b7d2-914a-4990-b67c-9551e11f5fc9'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:51.260616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:51.335887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event deleted for resources: {'Port': ['ID=9871b7b6-ce80-4e75-beae-e01bd8d0da17,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:51.401077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:51.981103 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0604629-8dcb-48b2-901b-4d4dcd8c334e req-8bd73546-983a-4f42-86e7-ca70446d2532 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 210 time: 0.1418970 Apr 08 14:20:52.011128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] No DVR routers for this DVR port 9871b7b6-ce80-4e75-beae-e01bd8d0da17 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:20:52.016509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:52.047794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'name': 'network-vif-deleted', 'tag': '9871b7b6-ce80-4e75-beae-e01bd8d0da17'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:52.089712 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dc5f3d18-c050-48e4-bf2a-a60e48ec5c06 req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "DELETE /v2.0/ports/9871b7b6-ce80-4e75-beae-e01bd8d0da17 HTTP/1.1" status: 204 len: 173 time: 3.0031726 Apr 08 14:20:52.163214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 9871b7b6-ce80-4e75-beae-e01bd8d0da17 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:20:52.269038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2ff576-5852-470d-be63-c5f4e263b1cb', 'name': 'network-vif-deleted', 'tag': '9871b7b6-ce80-4e75-beae-e01bd8d0da17', 'status': 'completed', 'code': 200} Apr 08 14:20:52.347130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 9871b7b6-ce80-4e75-beae-e01bd8d0da17 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:20:52.353495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 9871b7b6-ce80-4e75-beae-e01bd8d0da17 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:20:52.831205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf394885-e19f-41d6-befd-ab2fad570f53 req-8e7abb83-2cd7-4d7e-af2e-718a97bb6517 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:52.834523 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf394885-e19f-41d6-befd-ab2fad570f53 req-8e7abb83-2cd7-4d7e-af2e-718a97bb6517 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4539983 Apr 08 14:20:52.904697 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf394885-e19f-41d6-befd-ab2fad570f53 req-db23176c-3de4-4ae5-89da-4397daabc1f7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560977 Apr 08 14:20:52.963362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40602-2a78-45b4-97fc-23a7e325e674 req-6438078a-9fcc-4792-b6b7-fe9157153d86 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:52.976356 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d1e40602-2a78-45b4-97fc-23a7e325e674 req-6438078a-9fcc-4792-b6b7-fe9157153d86 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3268404 Apr 08 14:20:53.034310 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d1e40602-2a78-45b4-97fc-23a7e325e674 req-be326ca6-b25c-42d3-b041-b5cae024c14b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496006 Apr 08 14:20:53.253542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c4b731a0-96db-4f3b-ae26-18da54b444e2 req-4945106d-9d5c-4df5-82eb-4b27d6bdd095 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Synchronizing usage tracker for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:20:53.275388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c4b731a0-96db-4f3b-ae26-18da54b444e2 req-4945106d-9d5c-4df5-82eb-4b27d6bdd095 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Unset dirty status for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:20:53.291446 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c4b731a0-96db-4f3b-ae26-18da54b444e2 req-4945106d-9d5c-4df5-82eb-4b27d6bdd095 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2ff576-5852-470d-be63-c5f4e263b1cb HTTP/1.1" status: 200 len: 210 time: 0.0982471 Apr 08 14:20:53.549367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45826) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:53.790943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:53.828297 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:53.835543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Usage tracker for resource:security_group_rule and tenant:543235e8359e4675a776be960d33ed52 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:53.841244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:53.857910 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:54.027129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:54.035059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:54.094455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7ae6b644-6e15-40ce-b2c4-2cae2a60443a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:54.140134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b94c3-205a-489c-a5b6-c44e30aabed9,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:54.154032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:54.201446 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=543235e8359e4675a776be960d33ed52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6488059 Apr 08 14:20:54.204244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45846) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:54.244510 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec7eb-4a37-45f6-b3af-3ee3f179a0c4 req-71bc18a1-4ebb-41d9-9904-c62c3b15cf18 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:54.246216 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df5ec7eb-4a37-45f6-b3af-3ee3f179a0c4 req-71bc18a1-4ebb-41d9-9904-c62c3b15cf18 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2125988 Apr 08 14:20:54.286533 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df5ec7eb-4a37-45f6-b3af-3ee3f179a0c4 req-4e845c62-e753-4554-97cc-cf648daf52bb tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288372 Apr 08 14:20:54.411044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:54.483292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:54.544562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd9dce-2a16-429f-a92b-338d9c02ed9d req-f75e7b2d-0b8a-455e-9263-c602b94ab6cf tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:54.554144 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-45fd9dce-2a16-429f-a92b-338d9c02ed9d req-f75e7b2d-0b8a-455e-9263-c602b94ab6cf tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2459433 Apr 08 14:20:54.623954 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-45fd9dce-2a16-429f-a92b-338d9c02ed9d req-3745048c-b950-4213-a738-a8f829959ef3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679710 Apr 08 14:20:54.628107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:54.639118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3721e3a1-8260-4f15-ae87-580cc8022ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:54.656934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:54.658818 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f55b94c3-205a-489c-a5b6-c44e30aabed9 HTTP/1.1" status: 204 len: 168 time: 0.4535758 Apr 08 14:20:54.664473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b94c3-205a-489c-a5b6-c44e30aabed9,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:54.668650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:55.202448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d03a72-5e4e-480c-ad82-c36b9e657d41 req-640f6b95-d064-4ab7-9858-60a2a023677e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:55.204231 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-51d03a72-5e4e-480c-ad82-c36b9e657d41 req-640f6b95-d064-4ab7-9858-60a2a023677e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 945 time: 0.1388826 Apr 08 14:20:55.263097 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-51d03a72-5e4e-480c-ad82-c36b9e657d41 req-7737b817-e80b-456b-b2d9-34bedf930d10 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Apr 08 14:20:55.729527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5977-dbbd-4cba-908e-e72440eaa0cd req-0efdc139-3577-4486-9fc0-b8b0d0d1d548 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:55.758528 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-587c5977-dbbd-4cba-908e-e72440eaa0cd req-0efdc139-3577-4486-9fc0-b8b0d0d1d548 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2897151 Apr 08 14:20:55.812549 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-587c5977-dbbd-4cba-908e-e72440eaa0cd req-41ba1804-01c6-4051-b81a-dfe60eeefcbf tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527866 Apr 08 14:20:56.015740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eaee-10fa-4b72-95a3-10b0788d331f req-51392c59-a36c-4592-83a6-277bb626818b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:56.017496 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d829eaee-10fa-4b72-95a3-10b0788d331f req-51392c59-a36c-4592-83a6-277bb626818b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2034724 Apr 08 14:20:56.104024 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d829eaee-10fa-4b72-95a3-10b0788d331f req-a03fed8e-a71a-40fc-9fd1-919ff52e4701 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694585 Apr 08 14:20:56.564720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 45918) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:56.653303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45926) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:56.871161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-969347037-network', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:56.887103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:56.892433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Usage tracker for resource:network and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:56.896564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:56.905475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:56.957107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:56.961269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Made reservation on behalf of 95576a7afdd3442bbeb92b1cbd3e625c for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:56.966583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:56.989675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.002380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:57.022149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Usage tracker for resource:security_group_rule and tenant:35bce776de3d496989204f021cff3385 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:57.031935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:57.035343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:57.036349 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:57.041235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:57.050153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:57.055716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:57.114060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-2aef83c1-09c2-42a7-aaef-b8f26134ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:57.117312 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-2aef83c1-09c2-42a7-aaef-b8f26134ecbe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1099 time: 0.2075346 Apr 08 14:20:57.126297 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-c2592265-5fbc-4c04-8836-2d418c71b652 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:57.127997 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-c2592265-5fbc-4c04-8836-2d418c71b652 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 945 time: 0.5209215 Apr 08 14:20:57.220650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80a6d3-cf05-42c3-87cd-8fd7499a5c8f req-ef50cb91-ca3e-4a86-b6d4-dc24fcfe1b4d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:57.222416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1d80a6d3-cf05-42c3-87cd-8fd7499a5c8f req-ef50cb91-ca3e-4a86-b6d4-dc24fcfe1b4d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 945 time: 0.4147265 Apr 08 14:20:57.231834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e32554-1da5-4644-8074-7be3ccf0119b req-52f97de1-8cf9-4d82-8335-2692afb6f5a8 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:57.240001 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66e32554-1da5-4644-8074-7be3ccf0119b req-52f97de1-8cf9-4d82-8335-2692afb6f5a8 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 946 time: 0.4352953 Apr 08 14:20:57.326091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.336005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.343944 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66e32554-1da5-4644-8074-7be3ccf0119b req-e858a57e-1f8a-4647-a647-4501f634861f tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026235 Apr 08 14:20:57.351005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:20:57.362941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.362941 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Added segment 9494da6c-2962-4afa-af40-58abf7940ce9 of type vlan for network 932db327-45b7-4a38-bc02-20292da5b624 Apr 08 14:20:57.378458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Deleting port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:20:57.379090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.396249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.430661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7088f5c7-3aa4-4925-a608-ec49ddbb5546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:57.434893 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1d80a6d3-cf05-42c3-87cd-8fd7499a5c8f req-95b86968-d17b-4daf-9050-adc0aad8caf1 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797736 Apr 08 14:20:57.442677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.458691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:57.458691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:57.509256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab3c41-77e2-4637-aaa2-689317b40daf,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:57.522534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:57.523983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-31fafa79-e3ff-4bb2-a4f6-aab1173b05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:57.525619 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-31fafa79-e3ff-4bb2-a4f6-aab1173b05a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.3859138 Apr 08 14:20:57.526114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:57.695456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Pushing event updated for resources: {'Network': ['ID=932db327-45b7-4a38-bc02-20292da5b624,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:57.727184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 932db327-45b7-4a38-bc02-20292da5b624 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:20:57.999966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:58.012793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:58.016562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:58.097941 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4432890 Apr 08 14:20:58.104439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45942) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:58.114727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Request body: {'subnet': {'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-969347037-subnet', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:20:58.134844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:20:58.143312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:58.152230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Usage tracker for resource:subnet and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:20:58.156905 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-857d7ec2-8613-4ee4-90f8-e11a2aedb3a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 1002 time: 0.4637761 Apr 08 14:20:58.158225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:20:58.174892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:20:58.188755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628988f2-f557-4ef6-a5ff-d3cb9734833e,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:58.199216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:58.238787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] For port 0c17b7d2-914a-4990-b67c-9551e11f5fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c17b7d2-914a-4990-b67c-9551e11f5fc9,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:58.239266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:58.282313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Made reservation on behalf of 95576a7afdd3442bbeb92b1cbd3e625c for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:20:58.287868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:58.342746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-f7fe8d65-03ee-440a-bf58-3a07005cbca6 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:58.345364 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-f7fe8d65-03ee-440a-bf58-3a07005cbca6 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 946 time: 0.3445868 Apr 08 14:20:58.407156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-9c055ec1-6af2-4d30-8a3a-e366e4306b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:58.409628 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-9c055ec1-6af2-4d30-8a3a-e366e4306b91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.2362092 Apr 08 14:20:58.641255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Deleting port 8c293726-2a43-42d0-913f-67c295f17875 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:20:58.642019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:58.673357 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35bce776de3d496989204f021cff3385&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1049445 Apr 08 14:20:58.683526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Calling delete_port for 0c17b7d2-914a-4990-b67c-9551e11f5fc9 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:20:58.696368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45954) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:20:58.800077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78a7dd-c47b-4c70-8a05-c9d667586ba2 req-1b1154b4-c56d-4460-b6bc-278fcf2be2ec tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:58.801860 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4c78a7dd-c47b-4c70-8a05-c9d667586ba2 req-1b1154b4-c56d-4460-b6bc-278fcf2be2ec tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.7993064 Apr 08 14:20:58.875269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e307d-7b6a-4161-8a90-ecfd003dfe05 req-d7cfd35a-65b4-489d-8dfc-024463516343 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:58.877401 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b0e307d-7b6a-4161-8a90-ecfd003dfe05 req-d7cfd35a-65b4-489d-8dfc-024463516343 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.8728902 Apr 08 14:20:58.961628 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b0e307d-7b6a-4161-8a90-ecfd003dfe05 req-a25d831d-9955-4e8e-b054-3a275a7ea030 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600538 Apr 08 14:20:58.969367 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4c78a7dd-c47b-4c70-8a05-c9d667586ba2 req-ed58278b-9826-42f3-98d5-d1ee203446e9 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452127 Apr 08 14:20:59.043684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-d709cf86-3f7f-4b39-8160-656dc8885cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:20:59.052024 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-d709cf86-3f7f-4b39-8160-656dc8885cc2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5924566 Apr 08 14:20:59.061990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.100321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.136307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.158268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6f7d77f6-b8be-4502-903e-4045e5298131'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:20:59.219467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:59.371854 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-fa1b34e3-6e8a-457f-9a3e-e89e6ba75f09 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382176 Apr 08 14:20:59.392605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.410176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a46cbe9a-50bc-403e-8c5b-497391f831c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:20:59.605322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628988f2-f557-4ef6-a5ff-d3cb9734833e,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:59.609434 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d32e96c-d1d6-45c3-a3d6-f1e975a66b37 req-f8084c8c-a538-4428-bd44-856ab401b9d4 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094705 Apr 08 14:20:59.672665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:59.721978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event deleted for resources: {'Port': ['ID=0c17b7d2-914a-4990-b67c-9551e11f5fc9,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:20:59.727800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.732787 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/628988f2-f557-4ef6-a5ff-d3cb9734833e HTTP/1.1" status: 204 len: 168 time: 1.0312531 Apr 08 14:20:59.732985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:20:59.833878 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc3529d2-ebf6-45d9-b6b4-e4a5930c2458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.847722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] For port 8c293726-2a43-42d0-913f-67c295f17875, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8c293726-2a43-42d0-913f-67c295f17875,segment=NetworkSegment(53553993-fb6a-4562-9ad5-0a254dbc926c),segment_id=53553993-fb6a-4562-9ad5-0a254dbc926c)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:20:59.848098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.869407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] No DVR routers for this DVR port 0c17b7d2-914a-4990-b67c-9551e11f5fc9 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:20:59.893231 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-34a69c87-a7cd-413b-a484-8cde66f6b119 req-10db13dc-cc55-42f2-ab00-a07534b0c3fd tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 210 time: 0.5399094 Apr 08 14:20:59.895968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:20:59.939805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'name': 'network-vif-deleted', 'tag': '0c17b7d2-914a-4990-b67c-9551e11f5fc9'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:20:59.964088 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a7cc6da0-facb-4a52-97ec-571df87e0f04 req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "DELETE /v2.0/ports/0c17b7d2-914a-4990-b67c-9551e11f5fc9 HTTP/1.1" status: 204 len: 173 time: 2.8283820 Apr 08 14:21:00.040417 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0c17b7d2-914a-4990-b67c-9551e11f5fc9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:21:00.112539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53938f-ea50-44e7-957f-1ab45a326254 req-237c9a99-cae7-492c-a267-cad58090b6a6 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:00.114493 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2d53938f-ea50-44e7-957f-1ab45a326254 req-237c9a99-cae7-492c-a267-cad58090b6a6 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 946 time: 0.8118548 Apr 08 14:21:00.123640 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ff0112-2d49-411f-b65e-33b4982681fc', 'name': 'network-vif-deleted', 'tag': '0c17b7d2-914a-4990-b67c-9551e11f5fc9', 'status': 'completed', 'code': 200} Apr 08 14:21:00.129385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Calling delete_port for 8c293726-2a43-42d0-913f-67c295f17875 owned by compute:nova {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:21:00.155828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 0c17b7d2-914a-4990-b67c-9551e11f5fc9 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:21:00.163041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0c17b7d2-914a-4990-b67c-9551e11f5fc9 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:21:00.188947 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2d53938f-ea50-44e7-957f-1ab45a326254 req-9969a7ee-a722-4edd-a351-c940427ee350 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d7dcb54-f8d9-44de-9975-1d8242a5380b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Apr 08 14:21:00.627166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a301fe-10e3-40dc-93be-c77c19c2fc82 req-af06506d-6215-44db-bd9e-cf60b6b2c6a1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:00.638578 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-26a301fe-10e3-40dc-93be-c77c19c2fc82 req-af06506d-6215-44db-bd9e-cf60b6b2c6a1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2646163 Apr 08 14:21:00.684920 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-26a301fe-10e3-40dc-93be-c77c19c2fc82 req-300bf18a-2785-4f5e-bc9e-218481ae6eb7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Apr 08 14:21:00.744502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:00.830299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:00.871459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922bad-7bcd-4a89-a06b-849ebb8dc174 req-4c92e224-81b3-4254-b525-f6733ba49ac1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:00.873394 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ac922bad-7bcd-4a89-a06b-849ebb8dc174 req-4c92e224-81b3-4254-b525-f6733ba49ac1 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1490147 Apr 08 14:21:00.915189 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ac922bad-7bcd-4a89-a06b-849ebb8dc174 req-fe437750-993c-4143-9f5d-6c6b2f1604e7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345552 Apr 08 14:21:01.179414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Pushing event deleted for resources: {'Port': ['ID=8c293726-2a43-42d0-913f-67c295f17875,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:01.191666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:01.206133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-586e83d4-bc67-4fb8-a49c-50a1bb653074 req-7e8bed6f-f22e-43b5-a08f-a52a5f670a60 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Synchronizing usage tracker for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:21:01.260271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-586e83d4-bc67-4fb8-a49c-50a1bb653074 req-7e8bed6f-f22e-43b5-a08f-a52a5f670a60 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Unset dirty status for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:21:01.274984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-586e83d4-bc67-4fb8-a49c-50a1bb653074 req-7e8bed6f-f22e-43b5-a08f-a52a5f670a60 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5ff0112-2d49-411f-b65e-33b4982681fc HTTP/1.1" status: 200 len: 210 time: 0.1853397 Apr 08 14:21:01.322502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:01.554425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:01.574587 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-baed9bae-a731-4583-a438-f3d5e456144a req-7915f525-b30b-40d1-a533-db454cb8efa8 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 210 time: 0.0994537 Apr 08 14:21:01.634909 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] No DVR routers for this DVR port 8c293726-2a43-42d0-913f-67c295f17875 on host hv-cinder-78462 {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:21:01.650139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:01.654358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'name': 'network-vif-deleted', 'tag': '8c293726-2a43-42d0-913f-67c295f17875'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:21:01.767622 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d37f0c1-4d55-4124-9a3e-e2627b41fd21', 'name': 'network-vif-deleted', 'tag': '8c293726-2a43-42d0-913f-67c295f17875', 'status': 'completed', 'code': 200} Apr 08 14:21:01.800220 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-267c320b-d144-445c-a9c9-7fbcddd84b91 req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.75 "DELETE /v2.0/ports/8c293726-2a43-42d0-913f-67c295f17875 HTTP/1.1" status: 204 len: 173 time: 3.3953218 Apr 08 14:21:01.813132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b3ec8a-20e7-4c59-b966-e9127982f348,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:01.820551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:02.088199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93884967-8fc0-4b0f-82a0-212d3e5abd28 req-42d96b04-c73b-4fb5-b39a-56fc0ec6ec0a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:02.098222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 8c293726-2a43-42d0-913f-67c295f17875 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:21:02.119443 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93884967-8fc0-4b0f-82a0-212d3e5abd28 req-42d96b04-c73b-4fb5-b39a-56fc0ec6ec0a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2114632 Apr 08 14:21:02.251408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Checking segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:02.251996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Network hostable DHCP agents. Network: 932db327-45b7-4a38-bc02-20292da5b624, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:21:02.256823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 8c293726-2a43-42d0-913f-67c295f17875 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:21:02.257970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 8c293726-2a43-42d0-913f-67c295f17875 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:21:02.290241 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93884967-8fc0-4b0f-82a0-212d3e5abd28 req-1b5de755-2fea-48d6-81ea-5b877d853cda tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612895 Apr 08 14:21:02.300898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Network 932db327-45b7-4a38-bc02-20292da5b624 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:21:02.316291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 932db327-45b7-4a38-bc02-20292da5b624) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:02.335305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb091e-4c06-42b0-8af4-9000e9040136 None None] Network 932db327-45b7-4a38-bc02-20292da5b624 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:02.337455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:02.340290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:02.402786 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.2963564 Apr 08 14:21:02.404602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 45998) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:02.415332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e194-a99f-482a-b653-09d3ef5d93f3 req-d6c72c7b-842b-4768-a6c3-14254621fc9b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:02.418337 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7ed7e194-a99f-482a-b653-09d3ef5d93f3 req-d6c72c7b-842b-4768-a6c3-14254621fc9b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2429342 Apr 08 14:21:02.428894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:02.448964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:02.479660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Usage tracker for resource:router and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:02.497575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:02.530306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:02.550754 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7ed7e194-a99f-482a-b653-09d3ef5d93f3 req-d2c8183e-fb88-4927-ad7d-125118c898cc tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108868 Apr 08 14:21:02.596088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:02.598158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:02.684874 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.072208 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968a13f4-64ad-43d3-afe1-0207ae68ec8e req-f3fae6c6-a02e-4d5f-9dcb-0e7f6889ea19 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d37f0c1-4d55-4124-9a3e-e2627b41fd21 HTTP/1.1" status: 200 len: 210 time: 0.0705369 Apr 08 14:21:03.206719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.211349 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1825-f4f8-41be-9dcc-bb361ed46a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.281484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.295396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-932db327-45b7-4a38-bc02-20292da5b624', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:21:03.296354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.592953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Allocated IP 172.20.0.2 (932db327-45b7-4a38-bc02-20292da5b624/09b3ec8a-20e7-4c59-b966-e9127982f348/f0129c9b-22cc-4f77-8a79-f3f34f128628) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:21:03.769453 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:21:03.797661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.839027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:03.867252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0befa-b964-40f5-8fff-289b9100ed18 req-4f0a3d6d-b09d-438a-8eb3-f8a38e6c61cf tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:03.875858 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d7b0befa-b964-40f5-8fff-289b9100ed18 req-4f0a3d6d-b09d-438a-8eb3-f8a38e6c61cf tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1464398 Apr 08 14:21:03.937293 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d7b0befa-b964-40f5-8fff-289b9100ed18 req-98e12d0d-4265-4a08-809d-b77882fa64d0 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Apr 08 14:21:04.051992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.068596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Transition to ACTIVE for port object f0129c9b-22cc-4f77-8a79-f3f34f128628 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:04.235357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Transition to ACTIVE for port object f0129c9b-22cc-4f77-8a79-f3f34f128628 will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:04.243764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.250495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.255647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.279718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:04.289324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Allocated IP 172.28.0.184 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/52f24b3c-2192-4ed8-a0ce-97bde04da2dc) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:21:04.416067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Pushing event updated for resources: {'Port': ['ID=f0129c9b-22cc-4f77-8a79-f3f34f128628,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:04.431225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:04.678066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.684768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Network 932db327-45b7-4a38-bc02-20292da5b624 is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:04.686119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:04.690245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:21:04.711772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad3405-31dd-4790-884c-4850587d77a7 req-1033db28-34a9-474f-86d6-e33c2d701c4d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:04.714218 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-06ad3405-31dd-4790-884c-4850587d77a7 req-1033db28-34a9-474f-86d6-e33c2d701c4d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 945 time: 0.1953247 Apr 08 14:21:04.773398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.788729 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-06ad3405-31dd-4790-884c-4850587d77a7 req-adbbe44f-0514-4073-a5f0-a373320f7019 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 Apr 08 14:21:04.813137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:04.862593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Attempting to bind port f0129c9b-22cc-4f77-8a79-f3f34f128628 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:21:04.862902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Attempting to bind port f0129c9b-22cc-4f77-8a79-f3f34f128628 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:21:04.863332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Attempting to bind port f0129c9b-22cc-4f77-8a79-f3f34f128628 on network 932db327-45b7-4a38-bc02-20292da5b624 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:21:04.871458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:21:04.871882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Checking segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:04.872352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.872800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Bound using segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:21:04.873351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Bound port: f0129c9b-22cc-4f77-8a79-f3f34f128628, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:21:04.873782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:04.914547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Pushing event updated for resources: {'Port': ['ID=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:04.921585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:04.984393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] For port f0129c9b-22cc-4f77-8a79-f3f34f128628, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:21:04.988669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] For port f0129c9b-22cc-4f77-8a79-f3f34f128628, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f0129c9b-22cc-4f77-8a79-f3f34f128628,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:21:04.998411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:05.034903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:05.311718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:05.312818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Pushing event updated for resources: {'Port': ['ID=f0129c9b-22cc-4f77-8a79-f3f34f128628,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:05.313765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:05.321528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:21:05.336313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:05.413700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fef89-f941-42e5-9b7e-b6de237ed67e req-8a930f09-a924-4457-aeaf-bdff91610269 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:05.425590 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eb3fef89-f941-42e5-9b7e-b6de237ed67e req-8a930f09-a924-4457-aeaf-bdff91610269 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1882908 Apr 08 14:21:05.468707 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eb3fef89-f941-42e5-9b7e-b6de237ed67e req-80d70168-fcf0-4192-9017-0989cee7e214 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Apr 08 14:21:05.913607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:06.370255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98df5f-f671-40c2-b004-01ac2b89a480 req-61564a89-a2f0-45df-a4ad-907bf425ea03 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:06.383540 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9a98df5f-f671-40c2-b004-01ac2b89a480 req-61564a89-a2f0-45df-a4ad-907bf425ea03 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 945 time: 0.2372277 Apr 08 14:21:06.412459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f0129c9b-22cc-4f77-8a79-f3f34f128628 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:06.451823 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9a98df5f-f671-40c2-b004-01ac2b89a480 req-47b26247-da78-4fa8-b56f-e195d24e8c46 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663631 Apr 08 14:21:06.582548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port f0129c9b-22cc-4f77-8a79-f3f34f128628 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:06.761498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-4a244caf-f830-416f-b4d8-2c3a577e414d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:06.762246 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-4a244caf-f830-416f-b4d8-2c3a577e414d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Synchronizing usage tracker for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:21:06.795597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-4a244caf-f830-416f-b4d8-2c3a577e414d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Unset dirty status for tenant:b02baa353c6643ceb5b9f1db9af725ee on resource:port {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:21:06.798588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-4a244caf-f830-416f-b4d8-2c3a577e414d tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 945 time: 0.6293564 Apr 08 14:21:06.892783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Deleting port 6f7d77f6-b8be-4502-903e-4045e5298131 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:21:06.893178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:06.911518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4064d1-a27b-4a01-931d-889b04c99ebc req-f7e1d701-d19b-4df6-9972-524d153b0d8a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:06.926229 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0d4064d1-a27b-4a01-931d-889b04c99ebc req-f7e1d701-d19b-4df6-9972-524d153b0d8a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1920733 Apr 08 14:21:07.015068 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0d4064d1-a27b-4a01-931d-889b04c99ebc req-576cacd4-102f-49ac-806c-4ad7e2dea83e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870726 Apr 08 14:21:07.437229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:07.701454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac343c3-ad6a-4c40-b145-c80414ac7d2c None None] Network 932db327-45b7-4a38-bc02-20292da5b624 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:07.932803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b190b-917e-42c0-8226-62143ee7fb3d req-b1233288-8d44-48c5-ba2e-99e1cd547588 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:07.949884 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a79b190b-917e-42c0-8226-62143ee7fb3d req-b1233288-8d44-48c5-ba2e-99e1cd547588 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 945 time: 0.2143042 Apr 08 14:21:08.023373 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a79b190b-917e-42c0-8226-62143ee7fb3d req-5289a2c9-0eb2-4607-a904-22198d1aad3f tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff85302b-dab3-4d55-8ef0-65bcea752a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685074 Apr 08 14:21:08.094167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Provisioning for port f0129c9b-22cc-4f77-8a79-f3f34f128628 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:08.102688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Provisioning complete for port f0129c9b-22cc-4f77-8a79-f3f34f128628 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:08.103113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:08.243023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] For port 6f7d77f6-b8be-4502-903e-4045e5298131, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7d77f6-b8be-4502-903e-4045e5298131,segment=NetworkSegment(f1672d15-4eb2-4511-a568-771d1da20f41),segment_id=f1672d15-4eb2-4511-a568-771d1da20f41)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:08.243881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:08.285634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Router 5ae5398a-9e41-474e-9328-e5ead604639b is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:21:08.316305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:08.348789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] For port f0129c9b-22cc-4f77-8a79-f3f34f128628, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f0129c9b-22cc-4f77-8a79-f3f34f128628,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:08.355205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:08.362704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:08.444533 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd98e6-abfc-44bf-ac32-7155c9a49912 req-78bb015f-874b-4fc3-ab55-265fa2d13f92 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:08.447485 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-42fd98e6-abfc-44bf-ac32-7155c9a49912 req-78bb015f-874b-4fc3-ab55-265fa2d13f92 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.1814528 Apr 08 14:21:08.466607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Pushing event updated for resources: {'Port': ['ID=f0129c9b-22cc-4f77-8a79-f3f34f128628,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:08.470353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:08.577725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Calling delete_port for 6f7d77f6-b8be-4502-903e-4045e5298131 owned by compute:nova {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:21:08.581802 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-42fd98e6-abfc-44bf-ac32-7155c9a49912 req-c739b72a-8d97-4918-85ac-a3b961e046ae tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502341 Apr 08 14:21:08.806356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7c728211-0fad-4a0a-a795-e01490e96aca None None] Provisioning complete for port f0129c9b-22cc-4f77-8a79-f3f34f128628 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:08.807484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7c728211-0fad-4a0a-a795-e01490e96aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:09.021968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:21:09.036970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Sync routers for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:21:09.056657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:09.060023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:03Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:09.113525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:09.121318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46082) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:09.122160 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7128301 Apr 08 14:21:09.305302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:09.370205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2b542b8f-1950-43a6-b6b0-3827c7d96f43 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:09.548089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:09.738553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Pushing event deleted for resources: {'Port': ['ID=6f7d77f6-b8be-4502-903e-4045e5298131,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:09.748601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:10.052054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] No DVR routers for this DVR port 6f7d77f6-b8be-4502-903e-4045e5298131 on host hv-cinder-78462 {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:21:10.063729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:10.066606 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-24e9efe3-a087-4c1b-b682-066311df5d18 req-15e45168-2ed3-431f-a375-f1aae28c4ad0 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.75 "DELETE /v2.0/ports/6f7d77f6-b8be-4502-903e-4045e5298131 HTTP/1.1" status: 204 len: 173 time: 3.2593224 Apr 08 14:21:10.077615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'name': 'network-vif-deleted', 'tag': '6f7d77f6-b8be-4502-903e-4045e5298131'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:21:10.110064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6f7d77f6-b8be-4502-903e-4045e5298131 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:21:10.257307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 6f7d77f6-b8be-4502-903e-4045e5298131 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:21:10.262959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6f7d77f6-b8be-4502-903e-4045e5298131 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:21:10.390478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f0129c9b-22cc-4f77-8a79-f3f34f128628 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:10.413369 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-903571df-b1e6-43d5-90bc-02c8a3777584 req-87af94d0-2e67-40df-b514-2d1955677012 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] 10.222.0.35 "GET /v2.0/ports?device_id=0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d HTTP/1.1" status: 200 len: 210 time: 0.5510345 Apr 08 14:21:10.542134 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0273a3b8-2e0c-4ce6-ae7b-67d0c34aca9d', 'name': 'network-vif-deleted', 'tag': '6f7d77f6-b8be-4502-903e-4045e5298131', 'status': 'completed', 'code': 200} Apr 08 14:21:10.550029 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:05Z', 'revision_number': 3, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:10.569737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Checking router: 5ae5398a-9e41-474e-9328-e5ead604639b for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:21:10.570673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Updating router 5ae5398a-9e41-474e-9328-e5ead604639b port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:21:10.591963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port f0129c9b-22cc-4f77-8a79-f3f34f128628 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:10.592380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:10.613449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d18c-501c-4aa5-bbe4-e3707fc7450e req-1d4b1c05-35ba-49ea-9622-c11d033bc45b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:10.617582 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6f44d18c-501c-4aa5-bbe4-e3707fc7450e req-1d4b1c05-35ba-49ea-9622-c11d033bc45b tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3408675 Apr 08 14:21:10.729730 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6f44d18c-501c-4aa5-bbe4-e3707fc7450e req-7ec6eb53-1224-4249-9e9c-88a95a09d23d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863445 Apr 08 14:21:10.798681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:11.276557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:11.688124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Allocated IP 172.20.0.1 (932db327-45b7-4a38-bc02-20292da5b624/09b3ec8a-20e7-4c59-b966-e9127982f348/1c76bc21-5383-4676-b5e7-8ccea60c507d) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:21:11.762077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46112) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:11.916748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:11.936813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Transition to ACTIVE for port object 1c76bc21-5383-4676-b5e7-8ccea60c507d will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:11.961758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:11.966675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:11.988395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Transition to ACTIVE for port object 52f24b3c-2192-4ed8-a0ce-97bde04da2dc will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:11.996222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Deleting subnet 2ea4715a-daf7-426b-9726-056cd4e3bb71 {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:21:12.007496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.007790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:12.013467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.141879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.162882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.230903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Pushing event updated for resources: {'Port': ['ID=1c76bc21-5383-4676-b5e7-8ccea60c507d,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:12.247269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:12.293866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:12.534142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Attempting to bind port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:21:12.553905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Network 932db327-45b7-4a38-bc02-20292da5b624 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:12.555093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Attempting to bind port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:21:12.555824 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Attempting to bind port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:21:12.565904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071107-cbbf-49cb-bf13-a3c0f07bfd0e req-0baad3b2-d316-4b7a-a778-23ebc448ab89 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:12.575659 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-be071107-cbbf-49cb-bf13-a3c0f07bfd0e req-0baad3b2-d316-4b7a-a778-23ebc448ab89 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4213054 Apr 08 14:21:12.619184 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-be071107-cbbf-49cb-bf13-a3c0f07bfd0e req-b3af36cd-debc-4bd0-b72c-5b8583d57dd2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 Apr 08 14:21:12.620538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:12.629859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:21:12.630671 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:12.631276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.631959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:21:12.632831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Bound port: 52f24b3c-2192-4ed8-a0ce-97bde04da2dc, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:21:12.633496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.639693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:21:12.796964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:12.910752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Pushing event updated for resources: {'Port': ['ID=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,revision_number=2']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:13.002309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] For port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:21:13.013418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] For port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:21:13.022969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.023781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.024486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.025087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.025649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.026239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.026818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.027534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.028104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.028678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.029230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.029777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:13.035695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:13.039542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:13.162734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-2196bb48-66b2-4d43-b4a0-f96ee7bc6632 None None] Provisioning for port 1c76bc21-5383-4676-b5e7-8ccea60c507d completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:13.175649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-2196bb48-66b2-4d43-b4a0-f96ee7bc6632 None None] Provisioning complete for port 1c76bc21-5383-4676-b5e7-8ccea60c507d triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:13.180143 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2196bb48-66b2-4d43-b4a0-f96ee7bc6632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:13.237812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-515f0a17-ee7f-431b-bed0-7a4c6d4d711b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:13.273517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:13.326333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:13.327405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:03Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:13.425059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2196bb48-66b2-4d43-b4a0-f96ee7bc6632 None None] Port 1c76bc21-5383-4676-b5e7-8ccea60c507d cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:21:13.432792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fc9e7-2057-4702-90c7-0943f661f11c req-16f06a91-3a0b-420e-b754-79f8dfb586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:13.435384 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cd5fc9e7-2057-4702-90c7-0943f661f11c req-16f06a91-3a0b-420e-b754-79f8dfb586cc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.6297760 Apr 08 14:21:13.532353 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cd5fc9e7-2057-4702-90c7-0943f661f11c req-9b674027-c775-47ba-8a20-caa976c7d419 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788755 Apr 08 14:21:13.591974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:13.621454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:13.711594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea4715a-daf7-426b-9726-056cd4e3bb71,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:13.714736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:13.783964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:14.035774 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:14.048821 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6d2c9a2b-6d18-40f3-af83-07cf823131d7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2ea4715a-daf7-426b-9726-056cd4e3bb71 HTTP/1.1" status: 204 len: 168 time: 2.2836778 Apr 08 14:21:14.055138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46142) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:14.196972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:14.259302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:14.335752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:14.441881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:14.541266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Pushing event updated for resources: {'Port': ['ID=1c76bc21-5383-4676-b5e7-8ccea60c507d,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:14.590891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.591617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.592298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.596266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.596266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.596266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.596266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.601407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.602643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.603125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.604054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.604571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:14.611990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:14.665158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Pushing event updated for resources: {'Port': ['ID=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:14.691834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.451s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:14.700017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d74ff4-d0c0-4a5e-a10a-e154fb9b7a28 req-b433ee21-78d6-4c83-988e-1ff0009ec1ca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:14.716395 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-37d74ff4-d0c0-4a5e-a10a-e154fb9b7a28 req-b433ee21-78d6-4c83-988e-1ff0009ec1ca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.5160739 Apr 08 14:21:14.746249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:14.915311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:14.919626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:11Z', 'revision_number': 1, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:14.935570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a420a-91aa-474b-a672-76946c6ac2bb None None] The sync data for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb is: [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:11Z', 'revision_number': 1, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:21:15.111100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.111677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.112773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.112773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > port after_create 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.112957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.113294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > port after_update 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.113650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.114212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.117727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.118155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.174677 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-37d74ff4-d0c0-4a5e-a10a-e154fb9b7a28 req-681063b1-2220-4c69-a411-d4305b552f8c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563360 Apr 08 14:21:15.206730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Network 932db327-45b7-4a38-bc02-20292da5b624 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:15.212000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:15.277879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.278556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.279170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.280008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 14:21:15.280672 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2330630-4546-4b00-9963-6f463fb04608']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:15.310907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1672d15-4eb2-4511-a568-771d1da20f41') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:15.311142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1672d15-4eb2-4511-a568-771d1da20f41') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:15.332836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:15.381324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:15.420898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:21:15.784339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Router 5ae5398a-9e41-474e-9328-e5ead604639b has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:21:15.952576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-be94dd10-62aa-4da3-bc71-6d99f39bcb28 None None] Provisioning complete for port 1c76bc21-5383-4676-b5e7-8ccea60c507d triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:15.953280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be94dd10-62aa-4da3-bc71-6d99f39bcb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:16.033023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Network f2330630-4546-4b00-9963-6f463fb04608 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:16.049245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:16.121207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-be94dd10-62aa-4da3-bc71-6d99f39bcb28 None None] Port 1c76bc21-5383-4676-b5e7-8ccea60c507d cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:21:16.154530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:21:16.182542 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] 10.222.0.35 "PUT /v2.0/routers/5ae5398a-9e41-474e-9328-e5ead604639b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0503223 Apr 08 14:21:16.682722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169335cb-187a-4677-b477-db037827c05b req-4e08603a-1808-4261-a8af-ea7062315087 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:16.685358 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-169335cb-187a-4677-b477-db037827c05b req-4e08603a-1808-4261-a8af-ea7062315087 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2523334 Apr 08 14:21:16.727932 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-169335cb-187a-4677-b477-db037827c05b req-be0101da-4767-443e-a768-c857e10a86ca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Apr 08 14:21:16.934555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Network f2330630-4546-4b00-9963-6f463fb04608 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: from cryptography.utils import int_from_bytes Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: from cryptography.utils import int_from_bytes Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: (rel_b, rel_a, rel_b), Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: (rel_b, rel_a, rel_b), Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:21:17.001188 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:21:17.133044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:17.153557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:17.179326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:17.227579 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f2330630-4546-4b00-9963-6f463fb04608 HTTP/1.1" status: 204 len: 168 time: 3.1704173 Apr 08 14:21:17.235807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2330630-4546-4b00-9963-6f463fb04608,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:17.265813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.267032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.267716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.268390 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.269075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.269742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.270463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.273665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.274525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.275201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.275882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.276564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:17.291110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:17.601233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46196) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:17.626339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1930964434-network', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:17.676624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:17.708927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Usage tracker for resource:network and tenant:7bcdac06bd0b40408e1bdb33e40b4a48 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:17.725357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:17.828700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46202) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:17.892072 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-60a77a35-8455-4c72-8661-40fe68733c38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b02baa353c6643ceb5b9f1db9af725ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624173 Apr 08 14:21:17.892806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46212) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:17.947755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:18.026332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Made reservation on behalf of 7bcdac06bd0b40408e1bdb33e40b4a48 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:21:18.035038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.108963 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-0d5cc581-fa55-422e-aaa8-ca892a7f0b72 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3771362 Apr 08 14:21:18.110042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.157161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:18.167384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcdac06bd0b40408e1bdb33e40b4a48 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:18.174155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:18.191981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-6372db02-cc9e-44ef-afd2-cf58ccad9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:18.193994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:18.194868 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-6372db02-cc9e-44ef-afd2-cf58ccad9d48 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.4507153 Apr 08 14:21:18.385076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.389806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.398251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a2782d0b-ddb1-472d-941d-4c3b919390bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:18.400687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.460384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 52f24b3c-2192-4ed8-a0ce-97bde04da2dc up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:18.472098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.503547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:21:18.553493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.554081 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Added segment 98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb of type vlan for network 3845b2bc-982f-4b2d-a66c-974b716c2377 Apr 08 14:21:18.596788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:18.608930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:18.609608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.692998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.703656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.745474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-391113b6-c0f7-4661-8fb6-6134e42c8993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:18.784266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.805718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:18.805961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85302b-dab3-4d55-8ef0-65bcea752a48,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:18.812124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.815157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:18.822551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:18.838616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.875022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:18.875549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f88ae1-00c7-4f21-aeb0-dfc0f4ff9c2c req-cfde9ae7-1b26-4192-b81c-ef63565c6bb7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:18.876225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.889894 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73f88ae1-00c7-4f21-aeb0-dfc0f4ff9c2c req-cfde9ae7-1b26-4192-b81c-ef63565c6bb7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.8241434 Apr 08 14:21:18.896942 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-d4d8c38b-d6c1-41db-b7f2-905ac2c62903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:18.899927 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-d4d8c38b-d6c1-41db-b7f2-905ac2c62903 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.6833894 Apr 08 14:21:18.907468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:18.911322 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff85302b-dab3-4d55-8ef0-65bcea752a48 HTTP/1.1" status: 204 len: 168 time: 1.0132139 Apr 08 14:21:18.971637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e402e484-b7fa-412a-9eed-3a9270bc8010,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:18.991625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:18.998668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b759fdd-e7ba-42ff-89c7-5d52ba93269c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:19.035563 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4313691 Apr 08 14:21:19.055733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46228) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:19.065760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:19.068471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Request body: {'subnet': {'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1930964434-subnet', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:19.078340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:19.090964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:19.210573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Usage tracker for resource:subnet and tenant:7bcdac06bd0b40408e1bdb33e40b4a48 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:19.226020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:19.257626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:19.265743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Pushing event updated for resources: {'Network': ['ID=3845b2bc-982f-4b2d-a66c-974b716c2377,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:19.279898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:19.280919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:21:19.293633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Made reservation on behalf of 7bcdac06bd0b40408e1bdb33e40b4a48 for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:21:19.299425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60137933'] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:19.799352 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-f7f1fcdc-fe25-42d1-bb77-1e492511b30f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.8882134 Apr 08 14:21:19.805577 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73f88ae1-00c7-4f21-aeb0-dfc0f4ff9c2c req-f4765bd4-f4cd-43ac-87f9-6bb3938e00ca tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9032638 Apr 08 14:21:19.947495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-48d8ff10-dc56-4613-bcea-c7d7fa000473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:19.949723 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-48d8ff10-dc56-4613-bcea-c7d7fa000473 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.1387448 Apr 08 14:21:20.059218 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-5fa6e962-ea1d-4b14-bd94-225066f2fbac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996556 Apr 08 14:21:20.271796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Sync routers for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:21:20.314244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:20.314244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:03Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:20.432939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036794997000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60137980'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:20.433503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 52f24b3c-2192-4ed8-a0ce-97bde04da2dc up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:20.487238 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-54cb7d3a-af3b-477d-88f6-0c68bf30200b service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124293 Apr 08 14:21:20.504020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:20.739159 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-df1a05ba-cbb9-42a4-bcbf-c3f4c2e8784d req-bc095560-29bc-400c-873a-f3d172e66179 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479305 Apr 08 14:21:21.277743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:21.278602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:21.347161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:21.386906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc61368-8dcf-4428-8cf2-aa802a3651d3,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:21.426791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:21.475541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Checking segment: {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:21.476447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Network hostable DHCP agents. Network: 3845b2bc-982f-4b2d-a66c-974b716c2377, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:21:21.544175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:21:21.570079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 3845b2bc-982f-4b2d-a66c-974b716c2377) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:21.599560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:21.600566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:21.647268 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5895402 Apr 08 14:21:21.649363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1521aa3-dfac-45f8-aaca-aed88788d9a3 None None] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:21.652389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46266) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:21.659079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:21.677896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:21.691455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Usage tracker for resource:router and tenant:7bcdac06bd0b40408e1bdb33e40b4a48 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:21.696518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:21.710791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:21.735262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:21.737464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:21.748959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:21.796319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:21.826534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbc1b-551a-473e-889a-60f1231f8d9b req-4364dc0e-f497-447e-92d8-f3d91c038a6c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:21.828269 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0abbc1b-551a-473e-889a-60f1231f8d9b req-4364dc0e-f497-447e-92d8-f3d91c038a6c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.6540234 Apr 08 14:21:21.830842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-3ed916ef-bbc8-457c-a402-db24cd772270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:21.840189 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-3ed916ef-bbc8-457c-a402-db24cd772270 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 1099 time: 0.6633055 Apr 08 14:21:21.935466 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0abbc1b-551a-473e-889a-60f1231f8d9b req-109bc8ad-2205-40fd-bfa9-3d373859bdbd tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860600 Apr 08 14:21:22.124531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-13ae5034-bd61-4c98-bd2d-6d7ed0b3b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:22.126098 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-13ae5034-bd61-4c98-bd2d-6d7ed0b3b4fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 200 len: 918 time: 0.2523062 Apr 08 14:21:22.481643 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-f3f6b5c4-c3a0-498a-b9c0-c1f0f869b6b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 200 len: 217 time: 0.3411255 Apr 08 14:21:22.869590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-7ed914e1-4b06-49d5-86ee-53329d8352ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:22.872915 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-7ed914e1-4b06-49d5-86ee-53329d8352ec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 200 len: 857 time: 0.3853230 Apr 08 14:21:22.948484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-3845b2bc-982f-4b2d-a66c-974b716c2377', 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'fixed_ips': [{'subnet_id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:21:22.964220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:23.068477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:23.124833 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-9acc3b88-043a-4752-b78d-1fb545c56c33 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3d127c38-ea61-48c7-8356-bdf4831e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442820 Apr 08 14:21:23.979390 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-0418cab1-7c51-46e9-bf4a-7883650d62d6 service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8437223 Apr 08 14:21:24.072748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441b9e2-1453-43f6-bc7b-43fb464ea02e req-29b62f71-d4f9-4298-afc0-faff969a3db4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:24.091065 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a441b9e2-1453-43f6-bc7b-43fb464ea02e req-29b62f71-d4f9-4298-afc0-faff969a3db4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.5696628 Apr 08 14:21:24.430473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Allocated IP 172.20.0.2 (3845b2bc-982f-4b2d-a66c-974b716c2377/5dc61368-8dcf-4428-8cf2-aa802a3651d3/2c4b4e74-5a56-4f00-85ad-955787ef2d5f) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:21:24.480655 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a441b9e2-1453-43f6-bc7b-43fb464ea02e req-f89444df-1f64-4953-bee8-34300892c10d tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308470 Apr 08 14:21:24.485212 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-893b9c59-dd72-439f-a4b2-4e52e020b834 req-6ba07658-add0-4f92-9874-526f107e73fc service neutron] 10.222.0.75 "GET /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968224 Apr 08 14:21:24.533900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:24.722705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:24.799121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 2, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:24.825487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Checking router: 5ae5398a-9e41-474e-9328-e5ead604639b for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:21:24.826673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Updating router 5ae5398a-9e41-474e-9328-e5ead604639b port 1c76bc21-5383-4676-b5e7-8ccea60c507d binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:21:25.078380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:25.206823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Allocated IP 172.28.0.71 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/58b24c26-83b5-4c89-b68c-6a6b904162d0) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:21:25.451952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:25.510043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Transition to ACTIVE for port object 2c4b4e74-5a56-4f00-85ad-955787ef2d5f will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:25.586175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Transition to ACTIVE for port object 2c4b4e74-5a56-4f00-85ad-955787ef2d5f will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:25.612888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:25.654062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:25.742247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:25.820660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:25.857573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:26.038567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Pushing event updated for resources: {'Port': ['ID=58b24c26-83b5-4c89-b68c-6a6b904162d0,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:26.044853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:26.375420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:26.377753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:26.381967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:21:26.383743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Pushing event updated for resources: {'Port': ['ID=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:26.634769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.635579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.636228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.637216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.637850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.638548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.639180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.639818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.640447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.641458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.643215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.643827 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:21:26.679235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:26.901021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:27.230499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:27.260900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Transition to ACTIVE for port object 1c76bc21-5383-4676-b5e7-8ccea60c507d will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:27.270019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:27.275903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:21:27.291515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:27.324204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:27.566057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a891d07-bd76-4116-8a72-c837ecb3b24f None None] Pushing event updated for resources: {'Port': ['ID=1c76bc21-5383-4676-b5e7-8ccea60c507d,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:27.600487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a891d07-bd76-4116-8a72-c837ecb3b24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:27.999536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Attempting to bind port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:21:28.004184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Attempting to bind port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:21:28.005730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Attempting to bind port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f on network 3845b2bc-982f-4b2d-a66c-974b716c2377 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:21:28.039044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:21:28.046706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Checking segment: {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:28.051243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:28.051243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Bound using segment: {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:21:28.055108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Bound port: 2c4b4e74-5a56-4f00-85ad-955787ef2d5f, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:21:28.055853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:28.162885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.126940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.155222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] For port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:21:29.168369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Attempting to bind port 1c76bc21-5383-4676-b5e7-8ccea60c507d on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:21:29.168369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Attempting to bind port 1c76bc21-5383-4676-b5e7-8ccea60c507d by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:21:29.168369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Attempting to bind port 1c76bc21-5383-4676-b5e7-8ccea60c507d on network 932db327-45b7-4a38-bc02-20292da5b624 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:21:29.186240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:21:29.186920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Checking segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:29.187700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.188594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Bound using segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:21:29.189334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Bound port: 1c76bc21-5383-4676-b5e7-8ccea60c507d, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:21:29.190037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.241073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] For port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:21:29.261519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.376200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:29.572215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Router c623088e-155b-4a21-ae30-d38afba1e54a is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:21:29.580413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Pushing event updated for resources: {'Port': ['ID=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:29.591824 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:29.605882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] For port 1c76bc21-5383-4676-b5e7-8ccea60c507d, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:21:29.628075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] For port 1c76bc21-5383-4676-b5e7-8ccea60c507d, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=1c76bc21-5383-4676-b5e7-8ccea60c507d,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:21:29.640232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.675697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:29.832769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:21:29.856289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Sync routers for ids ['c623088e-155b-4a21-ae30-d38afba1e54a'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:21:29.873127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Routers {'c623088e-155b-4a21-ae30-d38afba1e54a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:29.873127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:03Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['c623088e-155b-4a21-ae30-d38afba1e54a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:29.878884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.885407 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.2273190 Apr 08 14:21:29.887194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46424) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:29.902041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66c90532-a415-4c55-912a-adb1794ff523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:29.903579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a891d07-bd76-4116-8a72-c837ecb3b24f None None] Pushing event updated for resources: {'Port': ['ID=1c76bc21-5383-4676-b5e7-8ccea60c507d,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:29.925612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a891d07-bd76-4116-8a72-c837ecb3b24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:29.979328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:29.980326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:03Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:30.387191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Set router c623088e-155b-4a21-ae30-d38afba1e54a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:30.393425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 1c76bc21-5383-4676-b5e7-8ccea60c507d up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:30.854954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:31.010808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 1c76bc21-5383-4676-b5e7-8ccea60c507d completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:31.032387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 1c76bc21-5383-4676-b5e7-8ccea60c507d triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:31.033257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:31.362108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:21:27Z', 'revision_number': 3, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:31.381915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Checking router: c623088e-155b-4a21-ae30-d38afba1e54a for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:21:31.387685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Updating router c623088e-155b-4a21-ae30-d38afba1e54a port 58b24c26-83b5-4c89-b68c-6a6b904162d0 binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:21:31.466755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46472) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:31.679594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.068945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.159021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:32.175771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Usage tracker for resource:security_group_rule and tenant:386a12e907c541529ff86c159a07a5d5 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:32.188475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:32.212737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:32.217824 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.560419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.565352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.578866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.582644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41450a57-a414-40a8-9314-d0a3a67db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.690859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-39deee32-6a94-4184-b8c6-12ee1663b5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:32.719056 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=386a12e907c541529ff86c159a07a5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2503905 Apr 08 14:21:32.722858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46518) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:32.725646 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:29Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:32.763847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46524) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:32.767962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 1c76bc21-5383-4676-b5e7-8ccea60c507d, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=1c76bc21-5383-4676-b5e7-8ccea60c507d,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:32.780218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcf52e-6bca-4ec6-9489-54c21bb3800d None None] The sync data for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb is: [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:29Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:21:32.784951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:32.855394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:32.915276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Deleting subnet 819723f2-bfe9-4aff-a3d5-ec05ff5102a9 {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:21:32.923325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:33.022882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850990178'] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:33.032948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Allocated IP 172.20.0.1 (3845b2bc-982f-4b2d-a66c-974b716c2377/5dc61368-8dcf-4428-8cf2-aa802a3651d3/0bec5ec9-5544-41db-93ab-2d2947449511) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:21:33.147313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad55660-b2a1-4c43-befe-446c22569044,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:33.151786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5893d19-e010-4df7-82ae-f279b8161369 None None] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:33.157601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:33.297088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 2c4b4e74-5a56-4f00-85ad-955787ef2d5f up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:33.406305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:33.554503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:33.624722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Transition to ACTIVE for port object 58b24c26-83b5-4c89-b68c-6a6b904162d0 will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:33.639565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=1c76bc21-5383-4676-b5e7-8ccea60c507d,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:33.653989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:33.845142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:33.845985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:33.954089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7dc014e-e29c-4584-94c7-38e35ee2b68d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:33.959987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46540) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:34.085426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.133428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.155742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f0642b63-acd1-489a-b432-bb784af60817 None None] Provisioning for port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:34.166330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e8714-4b27-454a-a889-5e1b33e0da2b None None] Pushing event updated for resources: {'Port': ['ID=58b24c26-83b5-4c89-b68c-6a6b904162d0,revision_number=2']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:34.179062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-339e8714-4b27-454a-a889-5e1b33e0da2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:34.266628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.268420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.275800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.293320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Attempting to bind port 58b24c26-83b5-4c89-b68c-6a6b904162d0 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:21:34.294054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Attempting to bind port 58b24c26-83b5-4c89-b68c-6a6b904162d0 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:21:34.295447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Attempting to bind port 58b24c26-83b5-4c89-b68c-6a6b904162d0 on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:21:34.309835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:21:34.310743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:34.311461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.312644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:21:34.313403 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Bound port: 58b24c26-83b5-4c89-b68c-6a6b904162d0, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:21:34.314324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.325129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:34.338109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Transition to ACTIVE for port object 0bec5ec9-5544-41db-93ab-2d2947449511 will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:34.339770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:34.340656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.377535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Deleting subnet fe3964cd-1a80-4104-83bb-43b7120f4df2 {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:21:34.384227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.421219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.468948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3137a484-555c-45c7-b01e-235eae52894e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:34.594480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] For port 58b24c26-83b5-4c89-b68c-6a6b904162d0, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:21:34.601104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] For port 58b24c26-83b5-4c89-b68c-6a6b904162d0, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=58b24c26-83b5-4c89-b68c-6a6b904162d0,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:21:34.606803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.679993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9143ec0b-fbc5-4074-9f72-47b880578d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:34.689539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850990178'] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.836201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:34.902215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Pushing event updated for resources: {'Port': ['ID=0bec5ec9-5544-41db-93ab-2d2947449511,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:34.922165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:34.985521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e8714-4b27-454a-a889-5e1b33e0da2b None None] Pushing event updated for resources: {'Port': ['ID=58b24c26-83b5-4c89-b68c-6a6b904162d0,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:34.996083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-339e8714-4b27-454a-a889-5e1b33e0da2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:34.998496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-0942a839-9125-4663-912e-fb2d8593b53a None None] Provisioning complete for port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:34.999274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0942a839-9125-4663-912e-fb2d8593b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.020887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:35.023086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:35.028290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:21:35.091142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Routers {'c623088e-155b-4a21-ae30-d38afba1e54a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:35.093073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['c623088e-155b-4a21-ae30-d38afba1e54a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:35.153843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.162675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb41bd-ece0-440b-bd15-67e3530d12c7 req-b5501657-1bb8-4e6d-8c13-27b3a2b49bb3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:35.174381 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-08cb41bd-ece0-440b-bd15-67e3530d12c7 req-b5501657-1bb8-4e6d-8c13-27b3a2b49bb3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 1.8227270 Apr 08 14:21:35.175327 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:35.182828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.185648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f69c6bf9-ec8c-4a39-a306-d347987016f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:35.265612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:35.279294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:35.289288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.440974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 1c76bc21-5383-4676-b5e7-8ccea60c507d up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:35.490803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.613221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 1c76bc21-5383-4676-b5e7-8ccea60c507d triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:35.614026 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.632958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] Set router c623088e-155b-4a21-ae30-d38afba1e54a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:35.727158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-033d0df5-85eb-4982-bf14-d34f1c9bf9f2 None None] Provisioning for port 0bec5ec9-5544-41db-93ab-2d2947449511 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:35.737695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-033d0df5-85eb-4982-bf14-d34f1c9bf9f2 None None] Provisioning complete for port 0bec5ec9-5544-41db-93ab-2d2947449511 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:35.738415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-033d0df5-85eb-4982-bf14-d34f1c9bf9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.878626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-033d0df5-85eb-4982-bf14-d34f1c9bf9f2 None None] Port 0bec5ec9-5544-41db-93ab-2d2947449511 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:21:35.898850 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-08cb41bd-ece0-440b-bd15-67e3530d12c7 req-c81cd984-74a5-4cf3-a3d0-cb3d343f3474 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225618 Apr 08 14:21:35.912925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.923815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:35.986220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:36.011538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.019885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a999e82a-2451-4757-b432-bac7d9877abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:36.031379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4073337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2221262'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.083931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad55660-b2a1-4c43-befe-446c22569044,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:36.168433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.202318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Pushing event updated for resources: {'Port': ['ID=0bec5ec9-5544-41db-93ab-2d2947449511,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:36.208190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:36.222672 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:36.229287 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:36.325741 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4073337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2221262'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.326630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3964cd-1a80-4104-83bb-43b7120f4df2,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:36.331879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:36.366524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.373423 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aad55660-b2a1-4c43-befe-446c22569044 HTTP/1.1" status: 204 len: 168 time: 3.6375813 Apr 08 14:21:36.377649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e362f6ac-c222-486c-afe5-210a68d7928d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:36.399316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:21:27Z', 'revision_number': 3, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:36.408341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41befa93-e3f5-4ee2-8be5-29fafb001e86 None None] The sync data for ids ['c623088e-155b-4a21-ae30-d38afba1e54a'] in dv-cinder-784623-3-smb is: [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:21:27Z', 'revision_number': 3, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:21:36.454610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819723f2-bfe9-4aff-a3d5-ec05ff5102a9,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:36.464917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:36.491329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:21:36.493010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:36.530505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-6207e052-2c93-4153-a803-2aa545ae2b8f tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:36.532171 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-6207e052-2c93-4153-a803-2aa545ae2b8f tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.6410086 Apr 08 14:21:36.601346 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.681478 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-66de55ce-d3cd-438f-8e69-3aed8be42bc6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fe3964cd-1a80-4104-83bb-43b7120f4df2 HTTP/1.1" status: 204 len: 168 time: 2.7194116 Apr 08 14:21:36.722866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46550) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:36.737168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.741088 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c4c3a291-4c5c-48ab-a00b-30b7a99b6b71 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/819723f2-bfe9-4aff-a3d5-ec05ff5102a9 HTTP/1.1" status: 204 len: 168 time: 3.9661217 Apr 08 14:21:36.768028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46554) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:36.826077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Deleting port ed8105db-b95b-4b5c-87de-a52b80c902bb {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:21:36.827407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:36.941107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-3e988c51-543c-4327-a4dd-0946707c493d None None] Provisioning complete for port 0bec5ec9-5544-41db-93ab-2d2947449511 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:36.941794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e988c51-543c-4327-a4dd-0946707c493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:37.101672 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:37.130735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:37.175219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-3e988c51-543c-4327-a4dd-0946707c493d None None] Port 0bec5ec9-5544-41db-93ab-2d2947449511 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:21:37.435621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Router c623088e-155b-4a21-ae30-d38afba1e54a has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:21:37.465841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 2c4b4e74-5a56-4f00-85ad-955787ef2d5f up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:37.676491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:37.677386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:37.752866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:37.887035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 58b24c26-83b5-4c89-b68c-6a6b904162d0 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:37.918305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:37.937506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dd60f0-25ed-4abc-a727-3c5751665770']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:37.957144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:21:37.980100 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] 10.222.0.35 "PUT /v2.0/routers/c623088e-155b-4a21-ae30-d38afba1e54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0806422 Apr 08 14:21:37.980100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53553993-fb6a-4562-9ad5-0a254dbc926c') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:37.980100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53553993-fb6a-4562-9ad5-0a254dbc926c') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:38.000054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.030886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.035235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ba416-148f-4819-bc1e-f5aaa8958b0d req-84980c97-7168-4d5b-8cd0-e8e4aec8f2f3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:38.043521 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-111ba416-148f-4819-bc1e-f5aaa8958b0d req-84980c97-7168-4d5b-8cd0-e8e4aec8f2f3 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 945 time: 0.7471361 Apr 08 14:21:38.047302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:21:38.064832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 58b24c26-83b5-4c89-b68c-6a6b904162d0 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:38.074412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 58b24c26-83b5-4c89-b68c-6a6b904162d0 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:38.074841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.116729 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-111ba416-148f-4819-bc1e-f5aaa8958b0d req-e4490c8c-3800-4671-bda5-2d041bbdddb4 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720856 Apr 08 14:21:38.179786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:38.180198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.196811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6244c529-de86-420e-bbfd-72cc7edfbc3a']}} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:38.230841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device ed8105db-b95b-4b5c-87de-a52b80c902bb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:21:38.360493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Network 02dd60f0-25ed-4abc-a727-3c5751665770 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:38.373823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.394743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Calling delete_port for ed8105db-b95b-4b5c-87de-a52b80c902bb owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:21:38.470159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ec23b3-481f-469f-868e-e20e7491bf2d') {'for_net_delete': True} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:38.470496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ec23b3-481f-469f-868e-e20e7491bf2d') {} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:38.506131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.534838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3785638'] for segment, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.564139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 58b24c26-83b5-4c89-b68c-6a6b904162d0, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=58b24c26-83b5-4c89-b68c-6a6b904162d0,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:38.571044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.598295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:38.599534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.601861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:21:38.608676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:38.617190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.632355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=84287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:21:38.649109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.707314 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb', 'code': 200} Apr 08 14:21:38.718969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=58b24c26-83b5-4c89-b68c-6a6b904162d0,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:38.736215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:38.737225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:38.813124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Network 02dd60f0-25ed-4abc-a727-3c5751665770 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:38.838437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=6']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:21:38.843771 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:21:38.854421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:38.950544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.958153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:38.986890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:38.988835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:21:38.989959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:21:38.995780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=02dd60f0-25ed-4abc-a727-3c5751665770,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:39.001488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:39.011221 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] 10.222.0.35 "DELETE /v2.0/networks/02dd60f0-25ed-4abc-a727-3c5751665770 HTTP/1.1" status: 204 len: 168 time: 2.2432768 Apr 08 14:21:39.015709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:39.017199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46598) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:39.027654 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4073252'] for segment, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:39.100399 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Deleting subnet ce6eef30-1514-41c4-bb01-66389aedcf7c {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:21:39.104047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:39.222717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:39.389482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Network 6244c529-de86-420e-bbfd-72cc7edfbc3a has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:39.399312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46610) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:39.399618 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 58b24c26-83b5-4c89-b68c-6a6b904162d0 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:21:39.424551 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:21:39.505859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 58b24c26-83b5-4c89-b68c-6a6b904162d0 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:39.506356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:39.507917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Deleting port ed8105db-b95b-4b5c-87de-a52b80c902bb {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:21:39.508399 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:39.558925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570773297', 'description': 'tempest-secgroup-smoke-570773297 description', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:39.679018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:39.974613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:39.999251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:39.999658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.008248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:40.020214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:40.063712 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:40.075784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6eef30-1514-41c4-bb01-66389aedcf7c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:40.082829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:40.093136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.167388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.181041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46622) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:40.185013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.189063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:40.216128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:40.232277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.244225 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e2ff787d-91d3-4772-a189-21af238daeb4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ce6eef30-1514-41c4-bb01-66389aedcf7c HTTP/1.1" status: 204 len: 168 time: 1.2257869 Apr 08 14:21:40.245611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46628) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:40.249013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:40.257166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6244c529-de86-420e-bbfd-72cc7edfbc3a,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:40.268027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Sync routers for ids ['c623088e-155b-4a21-ae30-d38afba1e54a'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:21:40.272511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:40.278085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:40.295279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Routers {'c623088e-155b-4a21-ae30-d38afba1e54a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:40.296436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['c623088e-155b-4a21-ae30-d38afba1e54a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:40.319536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:40.344181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66bdb6-e632-407b-90f9-ee3a18e43f29 req-5af950d1-0dd3-4986-946c-41a59d35d13f tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:40.347156 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fd66bdb6-e632-407b-90f9-ee3a18e43f29 req-5af950d1-0dd3-4986-946c-41a59d35d13f tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 943 time: 0.9465277 Apr 08 14:21:40.432545 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6244c529-de86-420e-bbfd-72cc7edfbc3a HTTP/1.1" status: 204 len: 168 time: 3.7048559 Apr 08 14:21:40.533970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.652935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Set router c623088e-155b-4a21-ae30-d38afba1e54a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:40.666399 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fd66bdb6-e632-407b-90f9-ee3a18e43f29 req-98cded20-bf9b-4db7-ba9a-c0245b747bad tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593393 Apr 08 14:21:40.700909 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46636) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:40.745833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.769407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:21:40.782856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] For port ed8105db-b95b-4b5c-87de-a52b80c902bb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ed8105db-b95b-4b5c-87de-a52b80c902bb,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:40.783259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.788305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:40.826662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b8fe7ed4c3415ca43fd209b461129c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:40.910829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:40.934488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:40.942563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Calling delete_port for ed8105db-b95b-4b5c-87de-a52b80c902bb owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:21:40.957227 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2906ebc2-93aa-407c-9eac-5ec6d6998d2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec1528bf214c4fe1bfd3da323dd3e715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360873 Apr 08 14:21:40.980119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46642) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:40.987128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:41.004212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.039767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bd16dd82-13fa-4b67-a04e-3d2dd09d1241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:41.090811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:21:35Z', 'revision_number': 4, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '0bec5ec9-5544-41db-93ab-2d2947449511', 'name': '', 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'mac_address': 'fa:16:3e:80:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:32Z', 'updated_at': '2021-04-08T14:21:35Z', 'revision_number': 2, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'subnets': [{'id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:41.096944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Checking router: c623088e-155b-4a21-ae30-d38afba1e54a for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:21:41.097985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Updating router c623088e-155b-4a21-ae30-d38afba1e54a port 0bec5ec9-5544-41db-93ab-2d2947449511 binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:21:41.126344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce045132-b4fe-43b9-960e-24a01245d588,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:41.136578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:41.137152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.141408 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e00fa0bb-6969-409a-bb52-012f3ccc0b8a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7368591 Apr 08 14:21:41.147970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46648) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:41.156839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.168325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group_rule': {'security_group_id': 'ce045132-b4fe-43b9-960e-24a01245d588', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:41.201323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.212513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.232843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.263948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:41.286877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:41.304386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:41.305698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.425592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:41.444064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:41.513035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:21:41.537630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.568027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Pushing event deleted for resources: {'Port': ['ID=ed8105db-b95b-4b5c-87de-a52b80c902bb,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:41.577904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:41.588842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06e3f63-d0b3-402c-b49d-293bcbf69658']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:41.619823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.635203 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:41.667927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5e1d54-19e7-43ba-a141-7fae3207e36b') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:41.668427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5e1d54-19e7-43ba-a141-7fae3207e36b') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:41.671500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:41.748771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.841617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:41.846375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.849882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] No DVR routers for this DVR port ed8105db-b95b-4b5c-87de-a52b80c902bb on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:21:41.854719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.870834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.874557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.889162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'name': 'network-vif-deleted', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:21:41.895191 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7aa8ee3f-53c8-489b-9892-35b16ffcdedd req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "DELETE /v2.0/ports/ed8105db-b95b-4b5c-87de-a52b80c902bb HTTP/1.1" status: 204 len: 173 time: 5.3466849 Apr 08 14:21:41.909709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:41.927395 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/242df1bb-ba5a-4ded-8d48-c5b7eb0f11fd HTTP/1.1" status: 204 len: 168 time: 0.9443371 Apr 08 14:21:41.931181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:21:41.968221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8714988c-97cc-484c-9f3e-9e3d4a746780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:41.980863 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7b8fe7ed4c3415ca43fd209b461129c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7986262 Apr 08 14:21:41.981827 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46662) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:42.011988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.059920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7589fba4-fb06-4495-98eb-e73bb20363fa req-15262448-4539-4213-bc2b-4924a0b3fb90 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Synchronizing usage tracker for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:21:42.070552 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c179c3a-3320-4ffa-a7e0-79243b4c30aa', 'name': 'network-vif-deleted', 'tag': 'ed8105db-b95b-4b5c-87de-a52b80c902bb', 'status': 'completed', 'code': 200} Apr 08 14:21:42.096923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7589fba4-fb06-4495-98eb-e73bb20363fa req-15262448-4539-4213-bc2b-4924a0b3fb90 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Unset dirty status for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:21:42.098848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.102240 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7589fba4-fb06-4495-98eb-e73bb20363fa req-15262448-4539-4213-bc2b-4924a0b3fb90 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c179c3a-3320-4ffa-a7e0-79243b4c30aa HTTP/1.1" status: 200 len: 210 time: 0.1593587 Apr 08 14:21:42.171515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.180956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbebda3-5e3f-4264-b85f-a97b75fc256b,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:42.264235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:42.264718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:42.310069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6671df30-059b-4e1a-9801-20a9973d5fb5,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:42.313520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Network c06e3f63-d0b3-402c-b49d-293bcbf69658 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:42.323956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.325305 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1758068 Apr 08 14:21:42.330517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.332086 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46668) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:42.344832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group_rule': {'security_group_id': 'ce045132-b4fe-43b9-960e-24a01245d588', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:42.362937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:42.363139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-abdd19e7-2f0e-498e-b376-1308a5b85c27 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:42.373038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:42.379750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:42.395154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:42.454131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.455513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.621160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.642886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.647189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.649397 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:42.675044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Network c06e3f63-d0b3-402c-b49d-293bcbf69658 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:42.684292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784a8115-8b9b-4562-8ddb-f7abaf59426d,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:42.691114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:42.694368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.696724 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3606832 Apr 08 14:21:42.703095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46678) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:42.715342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group_rule': {'security_group_id': 'ce045132-b4fe-43b9-960e-24a01245d588', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:42.727474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:42.736732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:21:42.738704 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:21:42.743558 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:42.762242 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:42.797975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.885039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.888912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.891990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:42.923917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bc1353-8e5f-47e8-bd56-8f20743c4b09,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:42.933159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:42.941301 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:42.943285 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2380474 Apr 08 14:21:42.947661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46688) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:42.954107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group_rule': {'security_group_id': 'ce045132-b4fe-43b9-960e-24a01245d588', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:42.962383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:42.967408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:42.971468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:42.979112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:42.987936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Transition to ACTIVE for port object 0bec5ec9-5544-41db-93ab-2d2947449511 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:21:42.999915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.006122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1ecc5bb5-3aae-4f4b-b2d5-04cb046c1a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:43.006470 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.020160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.025574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.036516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06e3f63-d0b3-402c-b49d-293bcbf69658,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:43.043036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:43.045956 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-24865e0c-9fc8-4dae-841b-6950bb13c512 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c06e3f63-d0b3-402c-b49d-293bcbf69658 HTTP/1.1" status: 204 len: 168 time: 2.7988057 Apr 08 14:21:43.047509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.050656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.051970 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/acbebda3-5e3f-4264-b85f-a97b75fc256b HTTP/1.1" status: 204 len: 168 time: 1.0457263 Apr 08 14:21:43.053062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7038135c-afcf-4597-a89a-5c74d1e9effa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:43.064762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbebda3-5e3f-4264-b85f-a97b75fc256b,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:43.071175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:43.071668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:43.141496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.147622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.150879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-70b44de6-5423-4b5a-80f9-7bad59d7514d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:43.271283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcc03e8-9d87-45b7-b29c-49e860f88a0e,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:43.274850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.277161 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280752 Apr 08 14:21:43.279955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46706) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:43.286859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group_rule': {'security_group_id': 'ce045132-b4fe-43b9-960e-24a01245d588', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:43.287738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:43.299043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:43.311626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:43.328529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:43.357157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:43.373323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46710) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:43.394152 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.securitygroups_db [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Project 95576a7afdd3442bbeb92b1cbd3e625c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 14:21:43.408611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.472005 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1b02b4fe-c16a-49bb-8a96-c65d75c085dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3514c7a0e7064bf5b25ad61d25beb42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963342 Apr 08 14:21:43.487410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46716) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:43.753539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.779595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6624-8410-4b3a-b4ae-3ea2aaf789a8 None None] Pushing event updated for resources: {'Port': ['ID=0bec5ec9-5544-41db-93ab-2d2947449511,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:43.793431 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-190b6624-8410-4b3a-b4ae-3ea2aaf789a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:43.818615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.828424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.836694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.866520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-531020f9-ba3e-4571-8752-d49b9e51676f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:43.883343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:43.885842 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6045129 Apr 08 14:21:43.894974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46726) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:43.895938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ce2440-221f-4ed8-be22-42a123c6e0ef,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:43.905151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:43.914687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'security_group_rule': {'security_group_id': 'ce045132-b4fe-43b9-960e-24a01245d588', 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:43.925167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:43.931448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:security_group_rule and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:43.935904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:43.951234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:43.978967 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.securitygroups_db [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Project 95576a7afdd3442bbeb92b1cbd3e625c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 14:21:43.995511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.095833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.102432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.166366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:44.177858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.180602 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2738535 Apr 08 14:21:44.184862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.187873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.189542 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d7dcb54-f8d9-44de-9975-1d8242a5380b HTTP/1.1" status: 204 len: 168 time: 0.7007194 Apr 08 14:21:44.193073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7ac403-63a7-4676-a4e9-f83833fe260c,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:44.206630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:44.207283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8875dab9-cbd3-45e5-b40c-fca3d4ae81aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:44.220252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7dcb54-f8d9-44de-9975-1d8242a5380b,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:44.230365 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:44.261609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Attempting to bind port 0bec5ec9-5544-41db-93ab-2d2947449511 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:21:44.262113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Attempting to bind port 0bec5ec9-5544-41db-93ab-2d2947449511 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:21:44.262478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Attempting to bind port 0bec5ec9-5544-41db-93ab-2d2947449511 on network 3845b2bc-982f-4b2d-a66c-974b716c2377 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:21:44.277147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:21:44.277581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Checking segment: {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:44.280098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.280599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Bound using segment: {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:21:44.281177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Bound port: 0bec5ec9-5544-41db-93ab-2d2947449511, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:21:44.281623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.282097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e977-775e-4ff4-93c0-297a0b98c6bf req-a6b26d38-6ec6-4711-8394-ea333c32e6bf tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:44.284025 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-37f9e977-775e-4ff4-93c0-297a0b98c6bf req-a6b26d38-6ec6-4711-8394-ea333c32e6bf tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4326851 Apr 08 14:21:44.290358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46740) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:44.322656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.345534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:44.349769 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-37f9e977-775e-4ff4-93c0-297a0b98c6bf req-7a804b9a-2add-4773-819c-0d1672189211 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Apr 08 14:21:44.353163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Usage tracker for resource:security_group_rule and tenant:57f0b7b44a86447395c65b98e8a1aabf is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:44.357771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:44.365636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d49d85-a997-4b1c-ba26-9e3490592d83 req-5be1d464-807a-4b35-9182-178eefd08450 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:44.367833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:44.373996 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a3d49d85-a997-4b1c-ba26-9e3490592d83 req-5be1d464-807a-4b35-9182-178eefd08450 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.2594571 Apr 08 14:21:44.417600 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a3d49d85-a997-4b1c-ba26-9e3490592d83 req-d71f62bd-1c6d-49a1-8479-5698c20b123e tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Apr 08 14:21:44.501255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] For port 0bec5ec9-5544-41db-93ab-2d2947449511, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:21:44.510282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.512091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] For port 0bec5ec9-5544-41db-93ab-2d2947449511, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=0bec5ec9-5544-41db-93ab-2d2947449511,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:21:44.514759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.518838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.530041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-263401e3-17cd-4449-9d9d-7f9dc7283332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:44.551788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-190b6624-8410-4b3a-b4ae-3ea2aaf789a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:44.593086 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57f0b7b44a86447395c65b98e8a1aabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011901 Apr 08 14:21:44.597761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46770) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:44.605712 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d702538c-490b-4411-993c-5c5fd6491b82,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:44.629137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:44.789002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b6624-8410-4b3a-b4ae-3ea2aaf789a8 None None] Pushing event updated for resources: {'Port': ['ID=0bec5ec9-5544-41db-93ab-2d2947449511,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:44.804111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-190b6624-8410-4b3a-b4ae-3ea2aaf789a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:44.810368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.846354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.896744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Routers {'c623088e-155b-4a21-ae30-d38afba1e54a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:44.897934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['c623088e-155b-4a21-ae30-d38afba1e54a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:44.921883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.932737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f14a76b1-52bd-46d6-a156-5b3a7a832b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:44.951033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d702538c-490b-4411-993c-5c5fd6491b82,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:44.954630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:44.955685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:44.960582 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d702538c-490b-4411-993c-5c5fd6491b82 HTTP/1.1" status: 204 len: 168 time: 0.3570406 Apr 08 14:21:45.179654 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 46824) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:45.232973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] Set router c623088e-155b-4a21-ae30-d38afba1e54a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:45.309746 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-36057187-798e-4e1d-8f6f-5c2248b1937d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd6ae6d549aa4502bf26093a47708401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273923 Apr 08 14:21:45.312742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46830) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:45.421037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:45.457230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:45.613797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:45.613797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d7deb11-f9c1-48bf-a969-4d988844fbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:45.667561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9471aafa-7d52-430e-84de-208afc69170d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:45.669673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:45.693198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:45.694485 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9471aafa-7d52-430e-84de-208afc69170d HTTP/1.1" status: 204 len: 168 time: 0.3805358 Apr 08 14:21:46.045475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bbe17-653f-41f0-bb67-4c445a51eb1d req-99cf5e17-8279-400d-81b9-6bad0b96f6df tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:46.066923 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d49bbe17-653f-41f0-bb67-4c445a51eb1d req-99cf5e17-8279-400d-81b9-6bad0b96f6df tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3148155 Apr 08 14:21:46.093966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bfea2-a6b5-4217-91f7-02e4e2c484a3 req-6f8dc831-3943-4802-85dc-1dbabac7b2e0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:46.107370 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-182bfea2-a6b5-4217-91f7-02e4e2c484a3 req-6f8dc831-3943-4802-85dc-1dbabac7b2e0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4543841 Apr 08 14:21:46.125556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:21:35Z', 'revision_number': 4, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '0bec5ec9-5544-41db-93ab-2d2947449511', 'name': '', 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'mac_address': 'fa:16:3e:80:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:32Z', 'updated_at': '2021-04-08T14:21:44Z', 'revision_number': 4, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'subnets': [{'id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:46.135042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe49de-e5e2-4a15-9fb8-679a1f397bed None None] The sync data for ids ['c623088e-155b-4a21-ae30-d38afba1e54a'] in dv-cinder-784623-3-smb is: [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:21:35Z', 'revision_number': 4, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '0bec5ec9-5544-41db-93ab-2d2947449511', 'name': '', 'network_id': '3845b2bc-982f-4b2d-a66c-974b716c2377', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'mac_address': 'fa:16:3e:80:e1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:32Z', 'updated_at': '2021-04-08T14:21:44Z', 'revision_number': 4, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'subnets': [{'id': '5dc61368-8dcf-4428-8cf2-aa802a3651d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:21:46.206373 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-182bfea2-a6b5-4217-91f7-02e4e2c484a3 req-325483a0-4625-426e-bcde-ecae4ab9a6ac tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978651 Apr 08 14:21:46.246361 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d49bbe17-653f-41f0-bb67-4c445a51eb1d req-f00feb61-dff4-4a48-869d-64e728840d51 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730928 Apr 08 14:21:46.726716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46902) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:46.904927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-499450879-network', 'tenant_id': 'a7433ca5217d42138a751581b9e6a87a'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:46.913562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:46.920665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Usage tracker for resource:network and tenant:a7433ca5217d42138a751581b9e6a87a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:46.925154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:46.941442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:46.953485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Made reservation on behalf of a7433ca5217d42138a751581b9e6a87a for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:21:46.959770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:46.976297 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.001791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:47.007019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:a7433ca5217d42138a751581b9e6a87a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:47.011628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:47.019344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:47.200180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.222083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.259916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:21:47.288600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.289341 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Added segment b7358f10-5bd9-4862-961c-cd8e02a616df of type vlan for network 851b0ba7-1f28-4485-919d-bbbca7786803 Apr 08 14:21:47.314597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a6602a09-9068-4a9d-bf1e-9ae6685209ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:47.469443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0bec5ec9-5544-41db-93ab-2d2947449511 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:47.545208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.555351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb1617-2307-4a2e-9b42-427d6fda5838,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:47.562262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:47.619537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.622010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:47.623168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.687566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:47.723074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 0bec5ec9-5544-41db-93ab-2d2947449511 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:21:47.731684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 0bec5ec9-5544-41db-93ab-2d2947449511 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:47.732279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:47.962232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=851b0ba7-1f28-4485-919d-bbbca7786803,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:47.981804 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:48.006587 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2571123 Apr 08 14:21:48.008778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46938) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:48.023556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Request body: {'subnet': {'network_id': '851b0ba7-1f28-4485-919d-bbbca7786803', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-499450879-subnet', 'tenant_id': 'a7433ca5217d42138a751581b9e6a87a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:48.025225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 851b0ba7-1f28-4485-919d-bbbca7786803 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:21:48.037063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:48.043398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Usage tracker for resource:subnet and tenant:a7433ca5217d42138a751581b9e6a87a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:48.054754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:48.074166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:48.082326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b473234-620f-47cf-ac77-0ac2d65b0146 req-5c20d3fc-e63c-4002-aaa8-508eba0b722c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:48.089652 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b473234-620f-47cf-ac77-0ac2d65b0146 req-5c20d3fc-e63c-4002-aaa8-508eba0b722c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4840782 Apr 08 14:21:48.106220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Made reservation on behalf of a7433ca5217d42138a751581b9e6a87a for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:21:48.115854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60137933'] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:48.215780 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b473234-620f-47cf-ac77-0ac2d65b0146 req-41cff518-97d2-4336-a452-e1cbd5b11875 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Apr 08 14:21:48.269424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab22795-5b21-478b-a712-60654aa70589 req-56f0ec6c-e60a-4f54-9528-8055ab170640 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:48.279197 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ab22795-5b21-478b-a712-60654aa70589 req-56f0ec6c-e60a-4f54-9528-8055ab170640 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3210213 Apr 08 14:21:48.288641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:48.327548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 0bec5ec9-5544-41db-93ab-2d2947449511, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=0bec5ec9-5544-41db-93ab-2d2947449511,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:48.340000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:48.343579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:48.366789 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ab22795-5b21-478b-a712-60654aa70589 req-56d769a2-fb7e-43e2-a620-9fced990a0e6 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861254 Apr 08 14:21:48.448444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=0bec5ec9-5544-41db-93ab-2d2947449511,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:48.453692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:48.771792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036794997000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60137980'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:48.789865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5c483bb0-bd30-4e25-bd72-5d611866f242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:48.932222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6fbc94-d256-490a-9384-7396ff6b7c36,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:48.936856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:49.021152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Checking segment: {'id': 'b7358f10-5bd9-4862-961c-cd8e02a616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '851b0ba7-1f28-4485-919d-bbbca7786803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:49.021820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Network hostable DHCP agents. Network: 851b0ba7-1f28-4485-919d-bbbca7786803, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:21:49.048779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Network 851b0ba7-1f28-4485-919d-bbbca7786803 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:21:49.059671 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 851b0ba7-1f28-4485-919d-bbbca7786803) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:49.071245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c805d-535d-41bd-828f-65d71a4be59e None None] Network 851b0ba7-1f28-4485-919d-bbbca7786803 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:49.075451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:49.076108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:49.109299 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0980399 Apr 08 14:21:49.435998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0bec5ec9-5544-41db-93ab-2d2947449511 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:21:49.622278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43420056-9ad6-471a-8bf1-dcf1ed3f7eae None None] Network 851b0ba7-1f28-4485-919d-bbbca7786803 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:49.769459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd332c-d947-43f5-8b6b-710212174abb req-4797f1c1-09ad-4c61-ba99-5ca895b22934 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:49.771226 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d9dd332c-d947-43f5-8b6b-710212174abb req-4797f1c1-09ad-4c61-ba99-5ca895b22934 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.4630289 Apr 08 14:21:49.887976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14570e-26f3-45d2-ad0b-02a80f4f5cb2 req-ea7e0e6c-ed2f-4107-93ec-f2da1f554372 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:49.889674 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2a14570e-26f3-45d2-ad0b-02a80f4f5cb2 req-ea7e0e6c-ed2f-4107-93ec-f2da1f554372 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2352500 Apr 08 14:21:49.904753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f517a4-d913-473e-8790-07ca5f1d2d85 req-372799d4-9a81-4124-906c-04d57c7e1f57 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:49.913183 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f6f517a4-d913-473e-8790-07ca5f1d2d85 req-372799d4-9a81-4124-906c-04d57c7e1f57 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 946 time: 0.3803277 Apr 08 14:21:49.928684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 0bec5ec9-5544-41db-93ab-2d2947449511 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:21:49.929115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:49.955111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Deleting port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:21:49.956212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.070897 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f6f517a4-d913-473e-8790-07ca5f1d2d85 req-a5383af2-1d84-4f7e-9406-7d526ba51000 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f11df7c-cc50-4312-b225-024c4abe59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560311 Apr 08 14:21:50.078086 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2a14570e-26f3-45d2-ad0b-02a80f4f5cb2 req-d6e08519-cc0a-43bc-9b2c-7c678f858fb9 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376297 Apr 08 14:21:50.365892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46976) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:50.376118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1520601070-network', 'tenant_id': '43304fb7da0d4f61b5466ecbbf96a920'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:50.388772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:50.434273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Usage tracker for resource:network and tenant:43304fb7da0d4f61b5466ecbbf96a920 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:50.441589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:50.446991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] For port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:50.448352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.453488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:50.466152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Made reservation on behalf of 43304fb7da0d4f61b5466ecbbf96a920 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:21:50.471637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.501656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.531405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:50.536529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Usage tracker for resource:security_group_rule and tenant:43304fb7da0d4f61b5466ecbbf96a920 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:50.540500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:50.550612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:50.665513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.668539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.673284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f814efd9-b1ba-40e8-bf3d-0551cd401b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:50.706309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:21:50.717093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6e3ea-5ee2-481c-9905-e440b685e97c,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:50.722668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:50.726835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.727321 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Added segment 8f681662-81cb-4a84-b005-dfbd7fde60d0 of type vlan for network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 Apr 08 14:21:50.745110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Calling delete_port for 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:21:50.780197 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.800362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.829866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.831479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:50.832227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:50.839053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:50.993603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:51.027674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3b7c946d-0ebe-48d4-94bc-02eb7d11b590 tempest-VolumesActionsTest-2041639088 tempest-VolumesActionsTest-2041639088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:51.162805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Pushing event deleted for resources: {'Port': ['ID=86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:51.168558 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:51.264915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ced4ece-79f2-4860-8cf0-2e092e23cca7,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:51.272703 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9003937 Apr 08 14:21:51.272703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:51.273210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 46990) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:51.283214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Request body: {'subnet': {'network_id': '1ced4ece-79f2-4860-8cf0-2e092e23cca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1520601070-subnet', 'tenant_id': '43304fb7da0d4f61b5466ecbbf96a920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:21:51.289433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:51.294947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Usage tracker for resource:subnet and tenant:43304fb7da0d4f61b5466ecbbf96a920 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:51.296174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:21:51.298500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:51.306676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:51.318959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Made reservation on behalf of 43304fb7da0d4f61b5466ecbbf96a920 for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:21:51.324321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60137933'] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:51.417815 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0b18e56c-e6fe-40f1-807c-77284ce683e8 req-6008a8dc-51c7-4c31-bc0e-4f3b62a5831a tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 210 time: 0.1319385 Apr 08 14:21:51.831606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5b351-429d-4e5a-ac2c-63447d039540 req-e373aec7-2898-4658-9eaa-ad9baa3230cc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:51.833505 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1ad5b351-429d-4e5a-ac2c-63447d039540 req-e373aec7-2898-4658-9eaa-ad9baa3230cc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4040461 Apr 08 14:21:51.955088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] No DVR routers for this DVR port 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:21:51.965729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:51.972676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'name': 'network-vif-deleted', 'tag': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:21:52.009240 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1ad5b351-429d-4e5a-ac2c-63447d039540 req-2c123572-86c3-4a08-ba55-a3139bc05264 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651392 Apr 08 14:21:52.018074 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d9dd332c-d947-43f5-8b6b-710212174abb req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.75 "DELETE /v2.0/ports/86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 HTTP/1.1" status: 204 len: 173 time: 2.2386308 Apr 08 14:21:52.025511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036794997000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60137980'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:52.043124 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c40c9bc-bc3f-4344-a419-048e1740aaf1', 'name': 'network-vif-deleted', 'tag': '86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0', 'status': 'completed', 'code': 200} Apr 08 14:21:52.050315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:52.242734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aae6b6b-9ba4-42fd-874f-14cfdc9b137f,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:52.248805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:52.316625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:21:52.325666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Checking segment: {'id': '8f681662-81cb-4a84-b005-dfbd7fde60d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1ced4ece-79f2-4860-8cf0-2e092e23cca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:21:52.326056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Network hostable DHCP agents. Network: 1ced4ece-79f2-4860-8cf0-2e092e23cca7, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:21:52.346102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:21:52.356619 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 1ced4ece-79f2-4860-8cf0-2e092e23cca7) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:21:52.370456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:52.371116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:52.388397 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49451e84-f0c8-406d-9416-5513f7852e36 None None] Network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:52.393560 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1193190 Apr 08 14:21:52.455753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:21:52.456351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 86dfa328-a9b6-4af1-acd4-c5b44ae0b3f0 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:21:52.685078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-57b48a9d-e1e9-48d1-8cf4-f9a785a38428 req-1f3611ae-a55a-45b8-9b34-fdabc2089fa2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Synchronizing usage tracker for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:21:52.701860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47012) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:52.705751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-57b48a9d-e1e9-48d1-8cf4-f9a785a38428 req-1f3611ae-a55a-45b8-9b34-fdabc2089fa2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Unset dirty status for tenant:7d369b7fc2d54d83a91f18c98a16c108 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:21:52.707091 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57b48a9d-e1e9-48d1-8cf4-f9a785a38428 req-1f3611ae-a55a-45b8-9b34-fdabc2089fa2 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c40c9bc-bc3f-4344-a419-048e1740aaf1 HTTP/1.1" status: 200 len: 210 time: 0.1025763 Apr 08 14:21:52.756071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98421dec-e713-4503-a7d0-1478a4fe7f0d None None] Network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:21:52.800587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Deleting subnet 7b6fbc94-d256-490a-9384-7396ff6b7c36 {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:21:52.804650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:52.874784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:52.943938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:53.317262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:53.344608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0ac4647b-9768-4784-95cd-713906e4d48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:53.423519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6fbc94-d256-490a-9384-7396ff6b7c36,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:53.480495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:53.525414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:53.536892 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-675ed977-9e86-4953-9571-8369a1989812 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7b6fbc94-d256-490a-9384-7396ff6b7c36 HTTP/1.1" status: 204 len: 168 time: 0.8300822 Apr 08 14:21:53.537463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47028) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:53.677694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:53.755050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a681-f964-47f4-b729-cb0de6c9b954 req-a8efd543-ecbe-44c9-9d4a-e7b7aeb6970c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:53.758096 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0bf0a681-f964-47f4-b729-cb0de6c9b954 req-a8efd543-ecbe-44c9-9d4a-e7b7aeb6970c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4789250 Apr 08 14:21:53.818520 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0bf0a681-f964-47f4-b729-cb0de6c9b954 req-ce6dc65d-cf04-4bb1-8922-b063134c83cb tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490367 Apr 08 14:21:53.828410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47034) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:53.918533 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:54.109299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851b0ba7-1f28-4485-919d-bbbca7786803']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:54.140563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7358f10-5bd9-4862-961c-cd8e02a616df') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:54.141112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7358f10-5bd9-4862-961c-cd8e02a616df') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:54.182968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:54.227898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:54.245991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:21:54.487986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Network 851b0ba7-1f28-4485-919d-bbbca7786803 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:54.502597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:54.696076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:54.765206 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Network 851b0ba7-1f28-4485-919d-bbbca7786803 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:21:54.825242 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:21:54.956388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:54.962904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ef2cdfcf-96b6-488c-9205-a7af0bb0e2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:54.999403 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47050) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:55.001487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.007613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=851b0ba7-1f28-4485-919d-bbbca7786803,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:55.012934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:55.025041 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e2a0f35a-c516-4123-92e5-2c7d61f566d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/851b0ba7-1f28-4485-919d-bbbca7786803 HTTP/1.1" status: 204 len: 168 time: 1.4862320 Apr 08 14:21:55.029209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47056) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:55.125009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Deleting subnet 9aae6b6b-9ba4-42fd-874f-14cfdc9b137f {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:21:55.130801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.200989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165483-a4a3-445e-991b-6e2dc7991915 req-ac17d1c3-5bef-4ea6-bfb0-17004ba8939f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:55.202687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-22165483-a4a3-445e-991b-6e2dc7991915 req-ac17d1c3-5bef-4ea6-bfb0-17004ba8939f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2408664 Apr 08 14:21:55.246974 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-22165483-a4a3-445e-991b-6e2dc7991915 req-9ed8eded-1b45-4f20-bdb0-eb4355a5e347 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342140 Apr 08 14:21:55.252895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.343058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.407642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:21:55.410564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Deleting port 44bc7600-0ce0-4193-baaf-eaca6cdab53d {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:21:55.412427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.422084 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Usage tracker for resource:security_group_rule and tenant:b40fa48f23504c50945a4c7a6aadbb5d is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:21:55.432089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:21:55.489107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.586483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:21:55.720715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] For port 44bc7600-0ce0-4193-baaf-eaca6cdab53d, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=44bc7600-0ce0-4193-baaf-eaca6cdab53d,segment=NetworkSegment(38026bcc-69b2-481c-8d41-4b1fbe2804d9),segment_id=38026bcc-69b2-481c-8d41-4b1fbe2804d9)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:21:55.721641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.900053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:55.927207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:55.960436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Calling delete_port for 44bc7600-0ce0-4193-baaf-eaca6cdab53d owned by network:router_interface {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:21:55.980766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aae6b6b-9ba4-42fd-874f-14cfdc9b137f,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:55.992848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:56.061063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.065549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.085865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-417fcf63-ea8b-471b-ba7b-6703b0a268a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:56.146841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7e564-7e51-4fb9-b00b-39d6cfc49e73,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:56.159159 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b40fa48f23504c50945a4c7a6aadbb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1485565 Apr 08 14:21:56.162214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:56.162701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47068) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:56.166604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.198999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7e54ca30-8fe1-4200-b84b-ba2a2fdf8ed5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9aae6b6b-9ba4-42fd-874f-14cfdc9b137f HTTP/1.1" status: 204 len: 168 time: 1.1684592 Apr 08 14:21:56.207184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47072) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:56.368226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.376997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.451675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86105-6477-4c53-b27c-f20e942e8798 req-a2d6cdb8-a8d7-4df7-b781-f21070f51042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:56.453360 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-a2d6cdb8-a8d7-4df7-b781-f21070f51042 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1099 time: 0.5748575 Apr 08 14:21:56.574025 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f0a7c-83c4-4477-9077-346ae223bca2 req-d9a65456-c9a9-4644-9ca3-15328d10c731 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:56.575794 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ba7f0a7c-83c4-4477-9077-346ae223bca2 req-d9a65456-c9a9-4644-9ca3-15328d10c731 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.7642875 Apr 08 14:21:56.709472 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ba7f0a7c-83c4-4477-9077-346ae223bca2 req-4f13e220-747b-438c-88c6-8bbb6baa6c73 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226246 Apr 08 14:21:56.709735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.886336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.964832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.979020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:56.982979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-004d59cb-c649-47a2-b334-178389ac480c tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:56.986634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-63ea522c-b7c4-40e3-82d1-e8c2708d4c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:57.012378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7e564-7e51-4fb9-b00b-39d6cfc49e73,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:57.019040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:57.031786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:57.033075 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79e7e564-7e51-4fb9-b00b-39d6cfc49e73 HTTP/1.1" status: 204 len: 168 time: 0.8693132 Apr 08 14:21:57.043886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Pushing event deleted for resources: {'Port': ['ID=44bc7600-0ce0-4193-baaf-eaca6cdab53d,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:57.054487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ced4ece-79f2-4860-8cf0-2e092e23cca7']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:57.068540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f681662-81cb-4a84-b005-dfbd7fde60d0') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:57.068886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f681662-81cb-4a84-b005-dfbd7fde60d0') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:57.083197 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:57.085726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:57.103793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:57.113021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:21:57.158734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86105-6477-4c53-b27c-f20e942e8798 req-7a399984-6af6-438b-95db-c886cf0f219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:57.160366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-7a399984-6af6-438b-95db-c886cf0f219c service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.6827934 Apr 08 14:21:57.417703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:57.428735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:57.456962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-37ac2b92-1b4c-48de-acd1-a2445647f2e2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 1002 time: 0.2849047 Apr 08 14:21:57.673644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86105-6477-4c53-b27c-f20e942e8798 req-f20e073c-29d3-4f4a-a4cd-74cea24f48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:57.676739 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-f20e073c-29d3-4f4a-a4cd-74cea24f48fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.1705475 Apr 08 14:21:57.713516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Network 1ced4ece-79f2-4860-8cf0-2e092e23cca7 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:21:57.741151 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:21:57.867379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:57.872113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:57.891343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:57.901087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ced4ece-79f2-4860-8cf0-2e092e23cca7,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:57.904597 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ced4ece-79f2-4860-8cf0-2e092e23cca7 HTTP/1.1" status: 204 len: 168 time: 1.6949310 Apr 08 14:21:57.905799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:58.061747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:58.163312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47090) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:58.165973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86105-6477-4c53-b27c-f20e942e8798 req-6f387e24-7630-4e62-b9c6-40cbf07539ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:58.167642 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-6f387e24-7630-4e62-b9c6-40cbf07539ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3256178 Apr 08 14:21:58.221323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db51d-a4c4-41c7-a418-d36e2c23555f req-71e6c913-1487-42e5-9ea8-77b3f9fd2045 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:21:58.224921 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c8db51d-a4c4-41c7-a418-d36e2c23555f req-71e6c913-1487-42e5-9ea8-77b3f9fd2045 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3018436 Apr 08 14:21:58.257031 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-848b1993-e839-4b88-88f1-0c71139c83a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7433ca5217d42138a751581b9e6a87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890093 Apr 08 14:21:58.257553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47094) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:58.351411 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c8db51d-a4c4-41c7-a418-d36e2c23555f req-ed47f54b-ccc6-46d0-80de-178537034a32 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029849 Apr 08 14:21:58.351718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:58.406414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:58.478840 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:58.487970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4cbce403-b5f9-49e0-ac51-1f29a9ed9e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:58.503467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb1617-2307-4a2e-9b42-427d6fda5838,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:58.505910 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:58.507246 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0eb1617-2307-4a2e-9b42-427d6fda5838 HTTP/1.1" status: 204 len: 168 time: 0.2483852 Apr 08 14:21:58.508446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:58.561146 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-18e987a9-2f16-4b09-8c5d-bc6897c9a20e service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829117 Apr 08 14:21:58.891261 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b86105-6477-4c53-b27c-f20e942e8798 req-c062f165-a582-4adf-b285-f3671ab61ef6 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224020 Apr 08 14:21:58.999880 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:21:59.088132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47106) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:59.150731 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-67fa4bf8-fa65-49ce-a6d3-d8b40a8e1ce2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43304fb7da0d4f61b5466ecbbf96a920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605958 Apr 08 14:21:59.153805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47110) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:59.230268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:59.242424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:21:59.255782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] Sync routers for ids ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:21:59.267309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:59.269886 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] 10.222.0.35 "PUT /v2.0/routers/6c4ea0c1-034d-40c9-8921-339e8fa61d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4398105 Apr 08 14:21:59.275481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47114) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:21:59.278354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] Routers {'6c4ea0c1-034d-40c9-8921-339e8fa61d3d'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:21:59.279319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:21:59.398388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:59.408429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1299708b-47e8-42d7-93f2-c02062a4b735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:21:59.441627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:21:59.449499 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccd6e3ea-5ee2-481c-9905-e440b685e97c HTTP/1.1" status: 204 len: 168 time: 0.2894626 Apr 08 14:21:59.449499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6e3ea-5ee2-481c-9905-e440b685e97c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:21:59.461320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:21:59.617224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] Set router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:21:59.827703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c73db2c-4cc0-4e74-80cc-c942d2715f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:00.192740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:21:56Z', 'revision_number': 5, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:00.198534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] Checking router: 6c4ea0c1-034d-40c9-8921-339e8fa61d3d for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:00.214303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] Routers {'6c4ea0c1-034d-40c9-8921-339e8fa61d3d'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:00.215291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:21:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:00.304612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:00.433826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda9c29-52c8-4d60-94e0-7af576e83265 req-3bb5b326-e2d1-4fce-b633-96837cdd96a0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:00.445197 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6eda9c29-52c8-4d60-94e0-7af576e83265 req-3bb5b326-e2d1-4fce-b633-96837cdd96a0 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.3682916 Apr 08 14:22:00.478291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] Set router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:00.679995 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6eda9c29-52c8-4d60-94e0-7af576e83265 req-11ad4771-b0a9-45b6-919b-4ac2dad587e5 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948079 Apr 08 14:22:00.769867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:00.781274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Deleting port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:22:00.781660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:00.909228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:21:56Z', 'revision_number': 5, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:00.919173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1351f72-2c0d-4bbd-90f6-cb7a8d8a6fec None None] The sync data for ids ['6c4ea0c1-034d-40c9-8921-339e8fa61d3d'] in dv-cinder-784623-3-smb is: [{'id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'name': 'tempest-ServerRescueNegativeTestJSON-54780952-router', 'tenant_id': '7d369b7fc2d54d83a91f18c98a16c108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:17Z', 'updated_at': '2021-04-08T14:21:56Z', 'revision_number': 5, 'project_id': '7d369b7fc2d54d83a91f18c98a16c108', 'gw_port': {'id': '0514e0f1-ee5c-4cd3-891c-d90db3cd6149', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4ea0c1-034d-40c9-8921-339e8fa61d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:21Z', 'updated_at': '2021-04-08T14:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:01.086125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] For port 0514e0f1-ee5c-4cd3-891c-d90db3cd6149, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:01.086948 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:01.284280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 44bc7600-0ce0-4193-baaf-eaca6cdab53d no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:22:01.396150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Calling delete_port for 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 owned by network:router_gateway {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:22:01.409342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 44bc7600-0ce0-4193-baaf-eaca6cdab53d {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:22:01.412123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 44bc7600-0ce0-4193-baaf-eaca6cdab53d not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:22:01.741810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:01.761243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-21cd04b8-7647-4230-8657-7a64b51e87aa tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:01.851164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0514e0f1-ee5c-4cd3-891c-d90db3cd6149,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:01.856928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:02.214713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86484ee1-7f47-4426-a7c8-43827123d0ba req-d9509f07-0d14-4273-89fb-1e54d49fae5c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:02.217228 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-86484ee1-7f47-4426-a7c8-43827123d0ba req-d9509f07-0d14-4273-89fb-1e54d49fae5c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.2743173 Apr 08 14:22:02.292045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.456827 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ced1e929-a036-4578-88ab-253ad906344d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.533232 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-86484ee1-7f47-4426-a7c8-43827123d0ba req-186d6782-00d5-45e1-a5c7-6daf04790833 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020718 Apr 08 14:22:02.626446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.629213 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.726681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.727615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4ea0c1-034d-40c9-8921-339e8fa61d3d {{(pid=84287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:22:02.755020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.759415 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6c4ea0c1-034d-40c9-8921-339e8fa61d3d HTTP/1.1" status: 204 len: 168 time: 3.4799931 Apr 08 14:22:02.760040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47180) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:02.851021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Deleting subnet 9c32b25f-a5fe-481b-89e6-2e27f04be721 {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:22:02.855105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.884473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:02.941677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:03.038961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:03.357264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:22:03.400150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:22:03.400523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0514e0f1-ee5c-4cd3-891c-d90db3cd6149 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:22:03.488196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:03.513553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03feddca-8de1-4874-b27a-0680379fb763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:03.565294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c32b25f-a5fe-481b-89e6-2e27f04be721,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:03.572191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:03.674611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:03.686980 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0f518af1-41b3-4d8c-b207-fff957b9326a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c32b25f-a5fe-481b-89e6-2e27f04be721 HTTP/1.1" status: 204 len: 168 time: 0.9240978 Apr 08 14:22:03.689371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47192) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:03.820898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.033908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.060967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.133452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.177748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d127c38-ea61-48c7-8356-bdf4831e0300']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:04.195221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38026bcc-69b2-481c-8d41-4b1fbe2804d9') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:04.195741 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38026bcc-69b2-481c-8d41-4b1fbe2804d9') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:04.214414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.232462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.241055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:22:04.453022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:22:04.473099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:04.878864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Network 3d127c38-ea61-48c7-8356-bdf4831e0300 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:22:04.933077 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:22:05.050531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:05.055762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-82bd26c7-a350-44e2-880d-0a0ff733b448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:05.072984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:05.080656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d127c38-ea61-48c7-8356-bdf4831e0300,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:05.085957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:05.093804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0a73017f-9678-4e4d-885c-49c579929134 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d127c38-ea61-48c7-8356-bdf4831e0300 HTTP/1.1" status: 204 len: 168 time: 1.4031641 Apr 08 14:22:05.358854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47220) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:05.402487 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e2a49dea-687e-466b-a3d9-50f20a85b3f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d369b7fc2d54d83a91f18c98a16c108&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421021 Apr 08 14:22:05.408428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47226) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:05.480628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:05.514974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:05.569758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:05.575331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7f49a791-2523-40fd-bae1-b7dac42a6613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:05.591579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11df7c-cc50-4312-b225-024c4abe59f1,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:05.596202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:05.601096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:05.602337 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f11df7c-cc50-4312-b225-024c4abe59f1 HTTP/1.1" status: 204 len: 168 time: 0.1944466 Apr 08 14:22:06.725745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47276) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:06.893374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-766715196-network', 'tenant_id': '492358e2ebd2450998ac601fe78614c4'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:06.902169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:06.910775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Usage tracker for resource:network and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:06.916970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:06.928607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:06.941476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Made reservation on behalf of 492358e2ebd2450998ac601fe78614c4 for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:06.947778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:06.964472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:06.996416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:07.004303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:07.014775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:07.023319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:07.177245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:07.183129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:07.190900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eafe4314-6ba0-4876-8b42-bbdeb2b625c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:07.231567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:22:07.244282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c26d73-c0b6-48fd-adcc-d20923bae658,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:07.252871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:07.253558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Added segment 46cffbe4-b0dd-4d35-97a1-f65c584ac552 of type vlan for network 5dc11f30-a603-48e0-a951-9a6895acb4e4 Apr 08 14:22:07.255927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:07.298493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:07.334857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:07.336542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:07.337276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:07.343090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:07.462876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc11f30-a603-48e0-a951-9a6895acb4e4,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:07.465888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:07.472024 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7446787 Apr 08 14:22:07.472317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47308) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:07.490176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:22:07.492507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Request body: {'subnet': {'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-subnet', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:07.503167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:07.512812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Usage tracker for resource:subnet and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:07.518721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:07.533680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:07.562318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Made reservation on behalf of 492358e2ebd2450998ac601fe78614c4 for: {'subnet': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:07.571580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852554521'] for subnet, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:08.211482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850702411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852554538'] for subnet, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:08.246150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7724785f-b7d1-48b8-856a-322d4c652cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:08.446231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c667b2ca-3236-42ba-bd42-2f87385bdf33,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:08.450990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:08.524630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Checking segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:08.524947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Network hostable DHCP agents. Network: 5dc11f30-a603-48e0-a951-9a6895acb4e4, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:22:08.553793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:22:08.566124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 5dc11f30-a603-48e0-a951-9a6895acb4e4) {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:08.583926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:08.584240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb56ed-ac33-4a19-b8d8-26789a7ee38a None None] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:22:08.585567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:08.667250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-132d2ca4-d7a5-4ca4-a714-431f852ef7e0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Synchronizing usage tracker for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:08.676805 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2013333 Apr 08 14:22:08.679940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47338) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:08.690315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:08.706720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:08.727069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Usage tracker for resource:router and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:08.736389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:08.752424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:08.757609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-132d2ca4-d7a5-4ca4-a714-431f852ef7e0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Unset dirty status for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:08.760290 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-132d2ca4-d7a5-4ca4-a714-431f852ef7e0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570773297&fields=id&tenant_id=95576a7afdd3442bbeb92b1cbd3e625c HTTP/1.1" status: 200 len: 267 time: 0.1620286 Apr 08 14:22:08.814850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:08.817832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:09.049213 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-5dc11f30-a603-48e0-a951-9a6895acb4e4', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:22:09.050183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:09.291558 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Allocated IP 172.20.0.2 (5dc11f30-a603-48e0-a951-9a6895acb4e4/c667b2ca-3236-42ba-bd42-2f87385bdf33/f11af1f1-19bc-4547-ac11-9f1573cb637c) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:09.370245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:09.609537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:09.623104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Transition to ACTIVE for port object f11af1f1-19bc-4547-ac11-9f1573cb637c will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:09.648527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Transition to ACTIVE for port object f11af1f1-19bc-4547-ac11-9f1573cb637c will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:09.657531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:09.688621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a891d07-bd76-4116-8a72-c837ecb3b24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:09.726291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-a02291c5-f237-4be4-94b1-5dcbbfea3510 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:09.729153 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-a02291c5-f237-4be4-94b1-5dcbbfea3510 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 808 time: 0.9563944 Apr 08 14:22:09.843496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Pushing event updated for resources: {'Port': ['ID=f11af1f1-19bc-4547-ac11-9f1573cb637c,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:09.851648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:09.889965 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-71b4fc15-df62-464c-b6a3-488bada220ea tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/quotas/95576a7afdd3442bbeb92b1cbd3e625c HTTP/1.1" status: 200 len: 375 time: 0.1420598 Apr 08 14:22:09.943423 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:09.944831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:09.947473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:10.043625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47360) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:10.092561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Attempting to bind port f11af1f1-19bc-4547-ac11-9f1573cb637c on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:10.092896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Attempting to bind port f11af1f1-19bc-4547-ac11-9f1573cb637c by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:10.093309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Attempting to bind port f11af1f1-19bc-4547-ac11-9f1573cb637c on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:10.101021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:10.101391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.101553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Checking segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:10.102293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.102750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Bound using segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:10.103293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Bound port: f11af1f1-19bc-4547-ac11-9f1573cb637c, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:10.103716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.243724 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-db80e00e-3189-460d-ad95-614d6e9a1cd5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Synchronizing usage tracker for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:10.244714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] For port f11af1f1-19bc-4547-ac11-9f1573cb637c, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:10.252310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] For port f11af1f1-19bc-4547-ac11-9f1573cb637c, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f11af1f1-19bc-4547-ac11-9f1573cb637c,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:10.259409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.280348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-db80e00e-3189-460d-ad95-614d6e9a1cd5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Unset dirty status for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:10.281771 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-db80e00e-3189-460d-ad95-614d6e9a1cd5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2774079 Apr 08 14:22:10.298131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.316951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:10.325878 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Usage tracker for resource:security_group_rule and tenant:e24c399046f643c58a8251ac58560c4a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:10.326527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:10.329912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:10.337972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:10.478303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.481718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.501052 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3ac0000f-66a3-4e3e-87cd-dfda8517b0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:10.607066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e24c399046f643c58a8251ac58560c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615103 Apr 08 14:22:10.609274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292841a2-005e-42a0-b3ad-cf0c3010784e,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:10.609471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Pushing event updated for resources: {'Port': ['ID=f11af1f1-19bc-4547-ac11-9f1573cb637c,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:10.615718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47368) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:10.638908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9909c848-76f4-4306-bc7f-892be97855ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:10.647321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:10.653863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.693764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.700307 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-30ba7226-3d93-4c6a-8e5f-2877c9b6a58b service neutron] 10.222.0.35 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296671 Apr 08 14:22:10.714101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.768767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.863179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.870916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a6a5ac12-407d-4304-9b0d-8624bbc0afcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:10.890405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292841a2-005e-42a0-b3ad-cf0c3010784e,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:10.893806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:10.899669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:10.902324 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/292841a2-005e-42a0-b3ad-cf0c3010784e HTTP/1.1" status: 204 len: 168 time: 0.2840295 Apr 08 14:22:10.980731 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-4c26b856-6778-4647-b047-67890b2bf5f7 service neutron] 10.222.0.35 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355897 Apr 08 14:22:10.999792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Allocated IP 172.28.0.80 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/517904b8-631d-4149-a8c7-1e63a5db1cd3) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:11.454066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47380) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:11.497978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f11af1f1-19bc-4547-ac11-9f1573cb637c up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:11.514540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:11.524148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:11.581509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:11.591072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Usage tracker for resource:security_group_rule and tenant:4b3b727cfb0a418e89a470843955a511 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:11.599194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:11.614678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:11.635785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:11.653783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:11.711864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port f11af1f1-19bc-4547-ac11-9f1573cb637c completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:11.843283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:11.847232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:11.863456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0f9deeec-4676-4c4d-88b6-4fdd146c936c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:11.919838 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b3b727cfb0a418e89a470843955a511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600198 Apr 08 14:22:11.922075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d171f9-52aa-4644-8646-39bea6a84242,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:11.940793 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9ea4454a-778c-45bf-af3a-ee0818c76799 req-3fc8b08b-aeb4-4c1d-8e05-b9952e980a3a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 210 time: 0.0700972 Apr 08 14:22:11.941737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:11.943168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47396) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:11.945087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Pushing event updated for resources: {'Port': ['ID=517904b8-631d-4149-a8c7-1e63a5db1cd3,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:11.950532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:12.027397 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:12.032524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:12.036895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:12.053503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:12.116606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:12.239350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:12.253252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-084b0723-4381-43da-96bb-581cf2ca3e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:12.287127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d171f9-52aa-4644-8646-39bea6a84242,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:12.306293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:12.313634 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5d171f9-52aa-4644-8646-39bea6a84242 HTTP/1.1" status: 204 len: 168 time: 0.3688285 Apr 08 14:22:12.315516 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:12.807452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0b5d5-4929-4179-8852-f0dffbc4ac14 None None] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:22:12.945077 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Provisioning for port f11af1f1-19bc-4547-ac11-9f1573cb637c completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:12.954606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Provisioning complete for port f11af1f1-19bc-4547-ac11-9f1573cb637c triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:12.955385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:13.274220 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-db630c59-3b3a-4a3f-bd46-35d09adbf112 req-343ccd0f-56a8-4336-bdbc-4274e1b93ba2 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 210 time: 0.0625401 Apr 08 14:22:13.279318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:13.321112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:13.363149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] For port f11af1f1-19bc-4547-ac11-9f1573cb637c, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f11af1f1-19bc-4547-ac11-9f1573cb637c,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:13.369296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:13.371380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:13.486965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Pushing event updated for resources: {'Port': ['ID=f11af1f1-19bc-4547-ac11-9f1573cb637c,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:13.507480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:13.709078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-b377a8cf-66ab-435e-8d56-349993928e33 None None] Provisioning complete for port f11af1f1-19bc-4547-ac11-9f1573cb637c triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:13.710124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b377a8cf-66ab-435e-8d56-349993928e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:13.920750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-059380db-7459-44f1-8d22-3624f71f5eab tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:13.922638 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-059380db-7459-44f1-8d22-3624f71f5eab tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 808 time: 0.2561591 Apr 08 14:22:13.924122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:14.138606 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-2b75bbfe-6cd0-4201-b4b5-b999f4964c69 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c HTTP/1.1" status: 200 len: 8059 time: 0.1533537 Apr 08 14:22:14.149402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'port': {'device_id': 'c376160d-5347-4643-af27-c7346a1476a2', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'admin_state_up': True, 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'security_groups': ['ce045132-b4fe-43b9-960e-24a01245d588']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:14.385237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:14.404993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:22:14.409771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:14.609537 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6bcbac25-f391-49c6-9aa3-927936593fd9 req-d4fc04a5-7a76-47ee-bc80-9a52c4c59546 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 210 time: 0.1929305 Apr 08 14:22:14.619063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Made reservation on behalf of 95576a7afdd3442bbeb92b1cbd3e625c for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:14.625545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:14.860556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:14.874623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:14.908457 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:14.909461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Allocated IP 172.20.0.10 (932db327-45b7-4a38-bc02-20292da5b624/09b3ec8a-20e7-4c59-b966-e9127982f348/0bf3ac12-f8cb-465b-adc7-73b723db01ca) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:14.915439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:14.930807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:14.935797 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2533205 Apr 08 14:22:14.936100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47448) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:15.346257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:15.400127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Transition to ACTIVE for port object 0bf3ac12-f8cb-465b-adc7-73b723db01ca will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:15.424925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:15.483905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:15.512621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-324f0f55-8053-4d66-af19-bd122f0788d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:15.632003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f11af1f1-19bc-4547-ac11-9f1573cb637c up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:15.794973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:15.808254 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.808837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.809353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.809888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.810490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.811003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.811501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.812002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.812505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.813003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.813503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.814010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:15.819177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:15.821781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Network 932db327-45b7-4a38-bc02-20292da5b624 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:15.859809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:15.862582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:15.945288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:15.946146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:15.997580 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b552b975-12d2-4bea-80cc-7959911f3923 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8525610 Apr 08 14:22:16.014172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Request body: {'port': {'device_id': 'c376160d-5347-4643-af27-c7346a1476a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:16.075059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a76556-07df-478d-9b98-45e9eaaf5381 req-bf8a04ee-dc40-4cc2-9a36-8374718f8bce tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:16.075892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-e6a76556-07df-478d-9b98-45e9eaaf5381 req-bf8a04ee-dc40-4cc2-9a36-8374718f8bce tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Synchronizing usage tracker for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:16.123503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port f11af1f1-19bc-4547-ac11-9f1573cb637c triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:16.123963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:16.151836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-e6a76556-07df-478d-9b98-45e9eaaf5381 req-bf8a04ee-dc40-4cc2-9a36-8374718f8bce tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Unset dirty status for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:16.152969 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a76556-07df-478d-9b98-45e9eaaf5381 req-bf8a04ee-dc40-4cc2-9a36-8374718f8bce tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 932 time: 0.3491361 Apr 08 14:22:16.180984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:16.255245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-35c91dc4-424b-4d71-99e7-10c384d697db None None] Provisioning for port 0bf3ac12-f8cb-465b-adc7-73b723db01ca completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:16.265797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-35c91dc4-424b-4d71-99e7-10c384d697db None None] Provisioning complete for port 0bf3ac12-f8cb-465b-adc7-73b723db01ca triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:16.266239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-35c91dc4-424b-4d71-99e7-10c384d697db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:16.267472 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a76556-07df-478d-9b98-45e9eaaf5381 req-b0551801-c96c-4b79-9066-e5c9df1eb9cb tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883827 Apr 08 14:22:16.334295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-35c91dc4-424b-4d71-99e7-10c384d697db None None] Port 0bf3ac12-f8cb-465b-adc7-73b723db01ca cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:16.470847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:12Z', 'revision_number': 3, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:16.478896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:16.479704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Updating router 21dbc743-9c43-4b10-8152-c52b91e729e3 port 517904b8-631d-4149-a8c7-1e63a5db1cd3 binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:22:16.614664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:16.794505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.279443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Allocated IP 172.20.0.1 (5dc11f30-a603-48e0-a951-9a6895acb4e4/c667b2ca-3236-42ba-bd42-2f87385bdf33/615250e6-548e-4282-8e19-01ed52eaab2f) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:17.302985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf3ac12-f8cb-465b-adc7-73b723db01ca {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:22:17.321582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.355360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Transition to ACTIVE for port object 0bf3ac12-f8cb-465b-adc7-73b723db01ca will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:17.366088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.415700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:17.517120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.555263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Transition to ACTIVE for port object 517904b8-631d-4149-a8c7-1e63a5db1cd3 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:17.585284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.601576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.632076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:17.633738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Transition to ACTIVE for port object 615250e6-548e-4282-8e19-01ed52eaab2f will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:17.680339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:17.718402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:17.725647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:17.735326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:17.772101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:22:17.891207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Pushing event updated for resources: {'Port': ['ID=615250e6-548e-4282-8e19-01ed52eaab2f,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:17.907185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.907709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.908079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.908597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.908903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.909315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.909719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.910117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.911099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.911448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.911854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.912243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:17.919098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:17.952657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49d951-cce3-4fb4-96fa-14d6c18d0f08 None None] Pushing event updated for resources: {'Port': ['ID=517904b8-631d-4149-a8c7-1e63a5db1cd3,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:17.960726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744117d4-20cb-4600-b241-ffce44b6a030 req-d456f79e-a419-4afb-84f1-4d72053c97c0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:17.961904 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-744117d4-20cb-4600-b241-ffce44b6a030 req-d456f79e-a419-4afb-84f1-4d72053c97c0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.4595942 Apr 08 14:22:17.962239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c49d951-cce3-4fb4-96fa-14d6c18d0f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:18.010700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:18.012929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:18.022847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:18.073775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Attempting to bind port 517904b8-631d-4149-a8c7-1e63a5db1cd3 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:18.074513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Attempting to bind port 517904b8-631d-4149-a8c7-1e63a5db1cd3 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:18.075181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Attempting to bind port 517904b8-631d-4149-a8c7-1e63a5db1cd3 on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:18.083883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:18.084725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:18.086023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.086771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:18.087709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Bound port: 517904b8-631d-4149-a8c7-1e63a5db1cd3, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:18.088259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.101540 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-744117d4-20cb-4600-b241-ffce44b6a030 req-b4152a52-aeb9-49b9-834b-2d5948055f37 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251149 Apr 08 14:22:18.163247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Attempting to bind port 0bf3ac12-f8cb-465b-adc7-73b723db01ca on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:18.163984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Attempting to bind port 0bf3ac12-f8cb-465b-adc7-73b723db01ca by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:18.165013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Attempting to bind port 0bf3ac12-f8cb-465b-adc7-73b723db01ca on network 932db327-45b7-4a38-bc02-20292da5b624 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:18.165595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.172185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Port 0bf3ac12-f8cb-465b-adc7-73b723db01ca on network 932db327-45b7-4a38-bc02-20292da5b624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:22:18.172888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Attempting to bind port 0bf3ac12-f8cb-465b-adc7-73b723db01ca on network 932db327-45b7-4a38-bc02-20292da5b624 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:18.182340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:18.183154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Checking segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:18.183786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Bound using segment: {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:18.184482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Bound port: 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9494da6c-2962-4afa-af40-58abf7940ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '932db327-45b7-4a38-bc02-20292da5b624'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:18.185373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.299204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:18.303458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:18.307429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] For port 517904b8-631d-4149-a8c7-1e63a5db1cd3, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:18.308024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.321248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] For port 517904b8-631d-4149-a8c7-1e63a5db1cd3, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=517904b8-631d-4149-a8c7-1e63a5db1cd3,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:18.325787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:18.333035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.350329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:18.477292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.503776 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:18.518634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:18.562116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:18.563328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.565419 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] 10.222.0.75 "PUT /v2.0/ports/0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 1094 time: 2.5582533 Apr 08 14:22:18.565980 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:18.669751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-ab6d57d3-179b-4bbe-bdae-4f7973b60ace None None] Provisioning for port 615250e6-548e-4282-8e19-01ed52eaab2f completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:18.723900 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'status': 'completed', 'code': 200} Apr 08 14:22:18.736922 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-ab6d57d3-179b-4bbe-bdae-4f7973b60ace None None] Provisioning complete for port 615250e6-548e-4282-8e19-01ed52eaab2f triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:18.737733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ab6d57d3-179b-4bbe-bdae-4f7973b60ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:18.781263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-95cc9a97-f9d7-4d50-8b70-9c66ab46587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:18.784273 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-95cc9a97-f9d7-4d50-8b70-9c66ab46587c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1097 time: 0.1654353 Apr 08 14:22:18.880423 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49d951-cce3-4fb4-96fa-14d6c18d0f08 None None] Pushing event updated for resources: {'Port': ['ID=517904b8-631d-4149-a8c7-1e63a5db1cd3,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:18.928872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c49d951-cce3-4fb4-96fa-14d6c18d0f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:18.962128 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-369ee219-c0e7-42c8-85d2-a46ab68c6c8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 217 time: 0.1671839 Apr 08 14:22:18.999113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d57d3-179b-4bbe-bdae-4f7973b60ace None None] Port 615250e6-548e-4282-8e19-01ed52eaab2f cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:19.014368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:19.020162 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:19.021620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:19.027114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:19.061961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-c66f81b6-b1da-4ef3-b119-a0c503a04276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:19.064588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-c66f81b6-b1da-4ef3-b119-a0c503a04276 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.0933158 Apr 08 14:22:19.066043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1d9e7832-8511-4ee6-a2bd-06290147a721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:19.164138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Pushing event updated for resources: {'Port': ['ID=615250e6-548e-4282-8e19-01ed52eaab2f,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:19.176810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:19.177307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:19.197062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-1498c41a-15ca-4001-b6a4-14361ee0768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:19.199482 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-1498c41a-15ca-4001-b6a4-14361ee0768e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1261997 Apr 08 14:22:19.376295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:19.377570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:19.461434 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:19.505026 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-b8b95e94-9554-4f4d-a1e5-19dd178a309d service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978148 Apr 08 14:22:19.613055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555da2b-e6b9-421d-9e16-ee9f19c3c51e req-45d21695-c48e-49c6-811f-4fa5bdb3f1e0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:19.615892 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b555da2b-e6b9-421d-9e16-ee9f19c3c51e req-45d21695-c48e-49c6-811f-4fa5bdb3f1e0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.2946787 Apr 08 14:22:19.721817 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b555da2b-e6b9-421d-9e16-ee9f19c3c51e req-f69e34f5-7865-4b29-874d-04bfbaac87f8 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485570 Apr 08 14:22:19.818417 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5ec18dd6-23ec-4fd8-83f1-51ffa6a03890 req-ecbd7b34-0ea1-400d-86a7-2a81c7b2168c service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051682 Apr 08 14:22:19.917496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:22:20.000513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-1d041843-2f70-40b1-9357-dee62b6a8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:20.003318 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-1d041843-2f70-40b1-9357-dee62b6a8eff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1097 time: 0.1037309 Apr 08 14:22:20.059522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-4d7a2aff-b441-4160-8530-af970d838312 None None] Provisioning complete for port 615250e6-548e-4282-8e19-01ed52eaab2f triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:20.060232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2aff-b441-4160-8530-af970d838312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:20.196388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a2aff-b441-4160-8530-af970d838312 None None] Port 615250e6-548e-4282-8e19-01ed52eaab2f cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:20.202446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-8183343e-601f-46ec-83d6-d68da411dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:20.204242 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-8183343e-601f-46ec-83d6-d68da411dd6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 909 time: 0.1941831 Apr 08 14:22:20.277754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 2, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:20.283602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94287a6-d25a-4745-87f7-2c6877c0a1a0 None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 2, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:20.306481 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-037f8437-d534-48bf-852e-56dbaa1da14d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 217 time: 0.0898676 Apr 08 14:22:20.335726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:20.346783 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] 10.222.0.35 "PUT /v2.0/routers/21dbc743-9c43-4b10-8152-c52b91e729e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4097295 Apr 08 14:22:20.396633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-9c0686de-c22f-4740-830c-a8ef7d547b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:20.399698 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-9c0686de-c22f-4740-830c-a8ef7d547b26 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.0854402 Apr 08 14:22:20.517379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-57a013bf-538f-467d-80a0-8e4c37e0979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:20.520545 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-57a013bf-538f-467d-80a0-8e4c37e0979c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1128771 Apr 08 14:22:20.759418 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-809cbeb9-fac6-4b60-b5b9-fb698aa9f5ba service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317333 Apr 08 14:22:20.826437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.030366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b7f724-5ed7-4250-8570-e791202de1c1 req-121e38fa-7e61-4499-8305-9fe9a9a7ddbd service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622428 Apr 08 14:22:21.257011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b1f97-abc5-49c7-beef-ec5472e21956 req-ad08b7df-e8b2-4621-a8ea-1524d39d8b33 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:21.259972 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c7b1f97-abc5-49c7-beef-ec5472e21956 req-ad08b7df-e8b2-4621-a8ea-1524d39d8b33 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.1899023 Apr 08 14:22:21.260913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47520) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:21.273153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217801073', 'description': 'tempest-description--1447196106'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:21.295176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:21.303371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:21.311318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:21.321018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:21.336747 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3c7b1f97-abc5-49c7-beef-ec5472e21956 req-2f2e9f67-86bd-4e4a-bce6-80b4790a74f3 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564694 Apr 08 14:22:21.366515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.371392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:21.377137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:21.385443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:21.419189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:21.583193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.594462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.609779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-716785df-bc72-42e3-bb78-8a24465b0970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:21.705378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120ec980-14d0-4465-a657-62f354d1277d,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:21.713804 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:21.718999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.722274 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4593604 Apr 08 14:22:21.725973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47534) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:21.737891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'security_group_rule': {'security_group_id': '120ec980-14d0-4465-a657-62f354d1277d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:21.749832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:21.755347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:21.759671 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:21.768294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:21.791137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.893082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.898302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.900647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:21.932703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3736864-16d1-41a2-b575-abfd2ab81047,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:21.942937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:21.956555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:21.960092 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9d74cd83-d1da-46a5-b83b-f1bbc2728f8f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2313936 Apr 08 14:22:21.964456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47540) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:21.975701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'security_group_rule': {'security_group_id': '120ec980-14d0-4465-a657-62f354d1277d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:21.982806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:21.987838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:21.991538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:21.998381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:22.018805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.111287 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.114904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.123788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df0d953f-cfec-4f90-b81a-8c6986fcbd1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:22.149879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499c6564-3b88-4c2a-aaf1-a9f7e4d22863,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:22.152613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:22.157679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.159059 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cb1e59b2-6cea-4543-b086-282e5a72a4bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930242 Apr 08 14:22:22.165534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47546) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:22.171964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'floatingip': {'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:22.179104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:22.183758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:floatingip and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:22.186995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:22.195943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:22.208879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.456718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:22:22.458068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.715743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Allocated IP 172.28.0.242 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/e06915f8-560c-42de-b0e5-17a9aafd316f) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:22.782221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:22.816220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'port_id': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'mac_address': 'fa:16:3e:97:32:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:22:22.977601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:22.981317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf3ac12-f8cb-465b-adc7-73b723db01ca {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:22:23.016606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:23.022497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.025831 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:23.179823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:23.199720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:23.235233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e82816-0f73-4f66-a9e4-3e1a5303be9e req-c7d1d0c9-9178-4586-b5a2-6aa70eca580f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:23.236936 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57e82816-0f73-4f66-a9e4-3e1a5303be9e req-c7d1d0c9-9178-4586-b5a2-6aa70eca580f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.5649154 Apr 08 14:22:23.269566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47572) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:23.297463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['0bf3ac12-f8cb-465b-adc7-73b723db01ca'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:22:23.346935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.411883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 517904b8-631d-4149-a8c7-1e63a5db1cd3 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:23.423079 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57e82816-0f73-4f66-a9e4-3e1a5303be9e req-8ae11b3b-b248-48a3-a53e-d61117f187d8 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729410 Apr 08 14:22:23.448234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.479535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.490038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:23.524071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:23.536090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Usage tracker for resource:security_group_rule and tenant:fcd43ee8b2a7445ea0996aa9a6cdaee4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:23.548706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:23.558965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:23.657632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'Port': ['ID=e06915f8-560c-42de-b0e5-17a9aafd316f,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:23.667116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:23.688082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.693271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.704701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-519d6f54-5a55-457f-8611-a7d2e60bf0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:23.752961 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcd43ee8b2a7445ea0996aa9a6cdaee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814978 Apr 08 14:22:23.754362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e83539f-9508-4b14-9adf-c2c38650fd67,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:23.770678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:23.772436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47584) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:23.851774 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.859532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 517904b8-631d-4149-a8c7-1e63a5db1cd3 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:23.869677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 517904b8-631d-4149-a8c7-1e63a5db1cd3 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:23.870102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.887058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.940235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:23.943432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:23.946975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:23.959714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.965606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9d8dbe29-3291-4f06-a1c1-adb35e3f0f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:23.985628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e83539f-9508-4b14-9adf-c2c38650fd67,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:23.991917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:23.998449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:23.999960 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e83539f-9508-4b14-9adf-c2c38650fd67 HTTP/1.1" status: 204 len: 168 time: 0.2256393 Apr 08 14:22:24.234154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:24.253622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 517904b8-631d-4149-a8c7-1e63a5db1cd3, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=517904b8-631d-4149-a8c7-1e63a5db1cd3,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:24.292928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:24.294150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:24.296067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-190b6624-8410-4b3a-b4ae-3ea2aaf789a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:24.377427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=517904b8-631d-4149-a8c7-1e63a5db1cd3,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:24.381570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:24.394311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:24.694718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:24.706247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:24.707684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:24.828030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7775fa-ebdd-4952-86f6-c625b6df5722 req-28cda90a-24ba-40c2-8820-954d1b016d77 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:24.829706 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1a7775fa-ebdd-4952-86f6-c625b6df5722 req-28cda90a-24ba-40c2-8820-954d1b016d77 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 945 time: 0.2105548 Apr 08 14:22:24.884870 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1a7775fa-ebdd-4952-86f6-c625b6df5722 req-20e19d4c-ae7f-4450-9093-e3b61b482323 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Apr 08 14:22:24.889930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:24.898658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:24.921071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6a0ccdab-a5b9-41c4-abf7-2a3551e671ab tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:25.007043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:25.081576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'Port': ['ID=e06915f8-560c-42de-b0e5-17a9aafd316f,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:25.103383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:25.263973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:25.296264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:25.299676 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1316266 Apr 08 14:22:25.398709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 517904b8-631d-4149-a8c7-1e63a5db1cd3 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:25.570005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 517904b8-631d-4149-a8c7-1e63a5db1cd3 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:25.571208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:25.684820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 2, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:25.690717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:25.691123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Updating router 21dbc743-9c43-4b10-8152-c52b91e729e3 port 615250e6-548e-4282-8e19-01ed52eaab2f binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:22:25.723774 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-957e5e3a-bba5-4d6d-be0d-581ac87dc9ed tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--217801073&fields=id&tenant_id=492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 267 time: 0.0630462 Apr 08 14:22:25.792706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.187838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-505685c9-9966-409b-ace7-edc8fa32a719 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:26.190966 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-505685c9-9966-409b-ace7-edc8fa32a719 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 816 time: 0.4584916 Apr 08 14:22:26.221539 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-1c867eaf-7ed8-4c00-aa2d-7362823cd705 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/quotas/492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 375 time: 0.0166011 Apr 08 14:22:26.311229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a789306-ef22-4c3d-8391-43b42cfbe32e req-e96fe319-f272-4174-a222-0c6179d223ef tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:26.313042 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1a789306-ef22-4c3d-8391-43b42cfbe32e req-e96fe319-f272-4174-a222-0c6179d223ef tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 945 time: 0.2467480 Apr 08 14:22:26.359549 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1a789306-ef22-4c3d-8391-43b42cfbe32e req-a7d2a3b6-4c66-4223-8c87-dba7e748ce55 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 Apr 08 14:22:26.376900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.378428 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-d9074601-29bb-4e13-9d1e-d74bd3efd02f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1455839 Apr 08 14:22:26.396506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Transition to ACTIVE for port object 615250e6-548e-4282-8e19-01ed52eaab2f will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:26.403557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.422048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:26.482575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:26.573092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 0bf3ac12-f8cb-465b-adc7-73b723db01ca completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:26.578917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 0bf3ac12-f8cb-465b-adc7-73b723db01ca triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:26.579336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.596684 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Pushing event updated for resources: {'Port': ['ID=615250e6-548e-4282-8e19-01ed52eaab2f,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:26.611813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.612195 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.612573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.612965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.613374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.614339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.614700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.615061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.615419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.615784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.616138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.616491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:26.622705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:26.630653 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-2022334e-b3ef-42c9-bdf3-0a100aeb8c63 service neutron] 10.222.0.35 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292914 Apr 08 14:22:26.844783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.861709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:26.882916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:26.885958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Attempting to bind port 615250e6-548e-4282-8e19-01ed52eaab2f on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:26.886633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Attempting to bind port 615250e6-548e-4282-8e19-01ed52eaab2f by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:26.887050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Attempting to bind port 615250e6-548e-4282-8e19-01ed52eaab2f on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:26.889928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.893129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:26.897608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:26.898108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Checking segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:26.898514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:26.899010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Bound using segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:26.899721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Bound port: 615250e6-548e-4282-8e19-01ed52eaab2f, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:26.900149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:27.039440 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] For port 615250e6-548e-4282-8e19-01ed52eaab2f, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:27.044125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] For port 615250e6-548e-4282-8e19-01ed52eaab2f, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=615250e6-548e-4282-8e19-01ed52eaab2f,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:27.050636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:27.076998 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-7d246dbc-8e21-443e-8b56-3627b269c5b2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1901493 Apr 08 14:22:27.084683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:27.088012 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-84819ce8-0faf-48a9-8e2d-a08e848b2fee service neutron] 10.222.0.35 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504440 Apr 08 14:22:27.103127 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'code': 200} Apr 08 14:22:27.122259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:27.134547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.134943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.135328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.135727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.136240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.136617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.136997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.137390 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.137755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.138120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.138658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.139007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:22:27.153853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:27.317169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-987a6491-bbc7-4dfc-acd9-bac14fa3838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:27.319218 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-987a6491-bbc7-4dfc-acd9-bac14fa3838a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 1099 time: 0.2063963 Apr 08 14:22:27.820364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:27.821739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:27.843054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-914dd3c7-7da1-4a24-8ac6-6c6d18f79e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:27.844745 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-914dd3c7-7da1-4a24-8ac6-6c6d18f79e8f service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.4995995 Apr 08 14:22:28.100604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3f04d-e47a-45d7-a0f4-04d0002a1bee req-6390977b-ff59-49fb-b2e4-982a5a051bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:28.105307 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0ab3f04d-e47a-45d7-a0f4-04d0002a1bee req-6390977b-ff59-49fb-b2e4-982a5a051bcb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1099 time: 0.4590826 Apr 08 14:22:28.122515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Pushing event updated for resources: {'Port': ['ID=615250e6-548e-4282-8e19-01ed52eaab2f,revision_number=4']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:28.136613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:28.216674 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0ab3f04d-e47a-45d7-a0f4-04d0002a1bee req-726269c2-d9bf-4f7f-a09b-2168f6569e95 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994012 Apr 08 14:22:28.249137 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5eab2574-ef44-47d9-bb51-d4dba3e5a846 req-8280d34d-57d2-4d07-a1e3-32c920335efb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 210 time: 0.4031355 Apr 08 14:22:28.281314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:28.427071 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-b7f50b49-ef59-4391-b289-9d42a189d98f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 200 len: 1002 time: 0.4631073 Apr 08 14:22:28.805186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47706) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:28.842147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:27Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:28.859410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2fbb-17bf-411a-9d35-597c8263ab57 None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:27Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:29.011953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.016880 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-eb10a61f-3dc4-4d4c-a612-e86d8ddbf74c tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f0f292fab6824b7a8e0ee32c22a3e149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5879817 Apr 08 14:22:29.069888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:29.075286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfdff9798ad499285fbc6cc17d5339a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:29.078907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:29.087931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:29.212324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.219961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.250934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5d112-1c50-4e0c-bd33-1d0ce413dd60 req-e3a3a4ce-b229-440d-8cd2-8e0b84685331 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:29.256527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2089e78c-b875-49a4-8dc7-16c95bcfbcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:29.260597 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-78f5d112-1c50-4e0c-bd33-1d0ce413dd60 req-e3a3a4ce-b229-440d-8cd2-8e0b84685331 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 1.3945079 Apr 08 14:22:29.272917 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cfdff9798ad499285fbc6cc17d5339a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607017 Apr 08 14:22:29.276472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47714) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:29.313944 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-78f5d112-1c50-4e0c-bd33-1d0ce413dd60 req-3b044efc-178e-4c0d-bd3c-8d77cfc7c3e0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518653 Apr 08 14:22:29.324386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-4a825bd1-37bb-425c-8a37-e9810055f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:29.328262 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-4a825bd1-37bb-425c-8a37-e9810055f0a3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.8083115 Apr 08 14:22:29.380250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e61d5af-d723-4d70-83b5-044d9b98e047,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:29.408935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:29.497576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 615250e6-548e-4282-8e19-01ed52eaab2f up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:29.543875 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.561333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-d74b22e4-e668-4375-8d0b-e0d30cf31a0f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:29.563351 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-d74b22e4-e668-4375-8d0b-e0d30cf31a0f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234377 Apr 08 14:22:29.592497 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-90a46d92-e5d2-4ec7-af36-32dfaf0e30e4 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/quotas/f0f292fab6824b7a8e0ee32c22a3e149 HTTP/1.1" status: 200 len: 375 time: 0.0170829 Apr 08 14:22:29.616455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.624055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-d79bb782-97e5-4512-90b6-d3bd9d263c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:29.625966 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-d79bb782-97e5-4512-90b6-d3bd9d263c8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2753770 Apr 08 14:22:29.679925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 615250e6-548e-4282-8e19-01ed52eaab2f completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:29.690843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 615250e6-548e-4282-8e19-01ed52eaab2f triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:29.692196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.695338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.700187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5e953626-a4c0-4607-b0d2-2affc731e6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:29.715709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e61d5af-d723-4d70-83b5-044d9b98e047,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:29.727738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:29.732131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.733531 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e61d5af-d723-4d70-83b5-044d9b98e047 HTTP/1.1" status: 204 len: 168 time: 0.4560125 Apr 08 14:22:29.756964 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-9a273a05-a7f9-41b8-a7a5-9962aa69a82d tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f0f292fab6824b7a8e0ee32c22a3e149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394072 Apr 08 14:22:29.759247 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f4505c3d-4122-425a-b550-f55fd8e29c28 req-5467d7f3-0158-4297-a08c-eb00aab07925 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 210 time: 0.1506536 Apr 08 14:22:29.881118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bf5b3598-7f0b-4fb3-a3d0-4769a5750fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:29.968166 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-511e4daf-763a-4480-be6f-0451c0d0c17f service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571039 Apr 08 14:22:30.045696 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:30.088815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 615250e6-548e-4282-8e19-01ed52eaab2f, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=615250e6-548e-4282-8e19-01ed52eaab2f,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:30.100159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:30.102722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1bbfb54a-58f4-4334-8cc9-763df1b65dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:30.153605 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-968c0b23-4369-457a-bc60-590d9d99cff6 req-2a9da9ba-ccea-4dbd-b090-3c782bd99e6b service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782482 Apr 08 14:22:30.234314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=615250e6-548e-4282-8e19-01ed52eaab2f,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:30.238823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:30.371054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-ea6130d2-965b-48ef-96b8-eb43fa696459 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:30.371975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c0012994-65d6-41b9-b604-6aa14290643b req-ea6130d2-965b-48ef-96b8-eb43fa696459 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Synchronizing usage tracker for tenant:492358e2ebd2450998ac601fe78614c4 on resource:network {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:30.399191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c0012994-65d6-41b9-b604-6aa14290643b req-ea6130d2-965b-48ef-96b8-eb43fa696459 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Unset dirty status for tenant:492358e2ebd2450998ac601fe78614c4 on resource:network {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:30.401202 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-ea6130d2-965b-48ef-96b8-eb43fa696459 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 816 time: 0.3246937 Apr 08 14:22:30.553828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c0012994-65d6-41b9-b604-6aa14290643b req-ffec0015-8d9a-4ec4-8d16-a4c79b5be664 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Synchronizing usage tracker for tenant:492358e2ebd2450998ac601fe78614c4 on resource:security_group {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:30.622643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c0012994-65d6-41b9-b604-6aa14290643b req-ffec0015-8d9a-4ec4-8d16-a4c79b5be664 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Unset dirty status for tenant:492358e2ebd2450998ac601fe78614c4 on resource:security_group {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:30.628954 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-ffec0015-8d9a-4ec4-8d16-a4c79b5be664 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 5708 time: 0.2160358 Apr 08 14:22:30.645912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'port': {'device_id': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'admin_state_up': True, 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'security_groups': ['120ec980-14d0-4465-a657-62f354d1277d']}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:30.680246 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba67a3-3d33-4bd1-b576-48b99155b309 req-f99d456e-9c31-49ac-8bae-b9f8c6e9a3d0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:30.682080 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7eba67a3-3d33-4bd1-b576-48b99155b309 req-f99d456e-9c31-49ac-8bae-b9f8c6e9a3d0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1851442 Apr 08 14:22:30.729043 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7eba67a3-3d33-4bd1-b576-48b99155b309 req-b5ecee73-7e4b-415c-87be-66db26d221a4 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Apr 08 14:22:30.966107 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:30.974912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:port and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:30.978818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47750) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:30.981744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f51d68-9a86-4151-ac8c-9feb464281ec req-f461927c-d3b2-4dd8-8627-d9f16e174696 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:30.983488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:30.983635 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27f51d68-9a86-4151-ac8c-9feb464281ec req-f461927c-d3b2-4dd8-8627-d9f16e174696 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.0975883 Apr 08 14:22:31.003610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:31.023243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Made reservation on behalf of 492358e2ebd2450998ac601fe78614c4 for: {'port': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:31.032042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:31.050589 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-27f51d68-9a86-4151-ac8c-9feb464281ec req-7543dc04-1c01-4212-a3f0-fda1c62f8d6c tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573828 Apr 08 14:22:31.068546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47760) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:31.201072 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1fb070a1-a2e1-40c2-bd5b-45bb863fde58 req-1176e47c-154d-4448-b22a-56192aca270e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 210 time: 0.0901437 Apr 08 14:22:31.273293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786214009-network', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:31.297589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:31.316855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Usage tracker for resource:network and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:31.344782 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-58d7d7c0-ecbf-4b67-a51d-ebafe8d1b2b0 req-626d4460-d17c-4adc-a208-b48023ff606f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 210 time: 0.1032586 Apr 08 14:22:31.398555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 615250e6-548e-4282-8e19-01ed52eaab2f up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:31.558295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 615250e6-548e-4282-8e19-01ed52eaab2f triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:31.558994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:31.617539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b432e1-367e-4629-ac50-8fe065c7ed42 tempest-TestShelveInstance-385409353 tempest-TestShelveInstance-385409353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:31.621261 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-18b432e1-367e-4629-ac50-8fe065c7ed42 tempest-TestShelveInstance-385409353 tempest-TestShelveInstance-385409353-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1094 time: 0.5504501 Apr 08 14:22:31.624104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47774) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:31.637999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Request body: {'floatingip': {'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'port_id': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:31.649849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:31.659605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Usage tracker for resource:floatingip and tenant:95576a7afdd3442bbeb92b1cbd3e625c is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:31.667391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:31.680310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:31.697466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for floatingip, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:31.701238 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:31.737009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:31.757119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Made reservation on behalf of f5b12cc1bcfa434aa2a7fef39a69ea7a for: {'network': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:31.762089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:31.786450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:31.802730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Allocated IP 172.20.0.6 (5dc11f30-a603-48e0-a951-9a6895acb4e4/c667b2ca-3236-42ba-bd42-2f87385bdf33/07f8f691-4caf-41a6-8ee4-182831f71eed) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:31.817182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:31.824023 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:31.829394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:31.847936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:31.919566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.114437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Allocated IP 172.28.0.249 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/599e97e4-c95e-4c03-9aaf-4661733ace0c) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:32.148813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.205743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.208640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Transition to ACTIVE for port object 07f8f691-4caf-41a6-8ee4-182831f71eed will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:32.211734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.217993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d14ace33-4cee-4b81-ab8f-4c7d92ecd1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:32.258759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=84286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:22:32.272442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6651a7aa-425a-4212-bc04-2aa5641f59c4,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:32.280022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:32.282645 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.283042 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Added segment 18e447fa-fea9-4e14-af3c-f2fb893c009a of type vlan for network b7bad9eb-507e-4eaa-91e1-74be4794aa5a Apr 08 14:22:32.322473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.327853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.338509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.345120 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3e0b102c-82eb-4abb-9624-974cb119e6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:32.460864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-184c203d-0e34-48d5-8811-ae0ac1074026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.569558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ace69d40-812a-4b36-b463-b2b1cdf524df req-dda0573e-8bdf-45f6-ba24-32811144cdc9 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 210 time: 0.1411467 Apr 08 14:22:32.619063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.627780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:32.628433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.633663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:32.637081 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:32.637504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.650294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2aec389b-c0d7-42b9-ba8a-7105980bbe15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:32.664916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-252f7493-ab25-4b03-8a39-2efeece71309 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:32.770821 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-86ee4f33-b89d-43f6-9a34-be5bea1b4882 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=f0f292fab6824b7a8e0ee32c22a3e149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158941 Apr 08 14:22:32.795410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bad9eb-507e-4eaa-91e1-74be4794aa5a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:32.798677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:32.803999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8236036 Apr 08 14:22:32.806362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:32.807124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47782) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:32.810563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:32.813560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:32.831050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:22:32.854179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Request body: {'subnet': {'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786214009-subnet', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:32.877160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:32.895360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Usage tracker for resource:subnet and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:32.903323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:32.931426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:32.967427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:32.968090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:32.977313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'Port': ['ID=599e97e4-c95e-4c03-9aaf-4661733ace0c,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:32.989943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Made reservation on behalf of f5b12cc1bcfa434aa2a7fef39a69ea7a for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:32.993332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:32.996854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60137933'] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:33.003377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:33.006891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:33.013275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:33.110856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:33.196476 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-dfb3febd-dbec-4386-8131-eb1826f66df5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5608354 Apr 08 14:22:33.209025 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f3b82e69-0f26-4c5e-866f-4cba6936c7e1 None None] Provisioning for port 07f8f691-4caf-41a6-8ee4-182831f71eed completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:33.217754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f3b82e69-0f26-4c5e-866f-4cba6936c7e1 None None] Provisioning complete for port 07f8f691-4caf-41a6-8ee4-182831f71eed triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:33.218427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f3b82e69-0f26-4c5e-866f-4cba6936c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:33.222073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Request body: {'port': {'device_id': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:33.240157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361972e-692e-4ab5-852e-1d17f55346c1 req-fc132c42-3546-48d1-8eb4-a599d3c7f14e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:33.241866 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8361972e-692e-4ab5-852e-1d17f55346c1 req-fc132c42-3546-48d1-8eb4-a599d3c7f14e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 931 time: 0.6898203 Apr 08 14:22:33.317901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f3b82e69-0f26-4c5e-866f-4cba6936c7e1 None None] Port 07f8f691-4caf-41a6-8ee4-182831f71eed cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:33.348411 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8361972e-692e-4ab5-852e-1d17f55346c1 req-85913e32-9e67-49bb-bad7-eedabe53471c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673053 Apr 08 14:22:33.359364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-0b417f96-7d6a-4857-afd0-a3d5efa3891b tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:33.361161 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-0b417f96-7d6a-4857-afd0-a3d5efa3891b tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648354 Apr 08 14:22:33.450013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Request body: {'port': {'device_id': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462', 'admin_state_up': True, 'tenant_id': 'f0f292fab6824b7a8e0ee32c22a3e149'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:33.612361 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:33.971896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:34.035567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Usage tracker for resource:port and tenant:f0f292fab6824b7a8e0ee32c22a3e149 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:34.038379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:34.046577 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-defb0946-9193-4681-a4ae-7c537baed1a7 req-34628b92-e8f9-4830-8c8b-464b240c7c3f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 210 time: 0.0793953 Apr 08 14:22:34.051838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:34.100439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.134626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.194485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Made reservation on behalf of f0f292fab6824b7a8e0ee32c22a3e149 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:34.202066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.277224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.325009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:34.335978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Usage tracker for resource:security_group_rule and tenant:f0f292fab6824b7a8e0ee32c22a3e149 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:34.347018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:34.366244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:34.452484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.513019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.resource_extend [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 14:22:34.617848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f8f691-4caf-41a6-8ee4-182831f71eed {{(pid=84286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:22:34.635734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.671874 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Transition to ACTIVE for port object 07f8f691-4caf-41a6-8ee4-182831f71eed will not be triggered until provisioned by entity L2. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:34.678806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036794997000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60137980'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.679826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.729303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:34.862450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.910842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.935721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:34.943165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a3a6a8b-6069-4e52-b91e-dc5f6ebc7e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:35.058482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:35.062567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:35.075185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:35.151578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458a6a21-fabc-4a90-9e14-a2320a96d881,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:35.166670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:35.180476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0bcb-82cd-4c0f-bb1b-37c3d15fb233 req-c2a12708-0f69-407b-aae5-3e1f4a81cf1a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:35.182266 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-876a0bcb-82cd-4c0f-bb1b-37c3d15fb233 req-c2a12708-0f69-407b-aae5-3e1f4a81cf1a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.5797107 Apr 08 14:22:35.205340 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea1b8da-ae14-47bd-8589-8a8fe6c65caa,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:35.213199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:35.339792 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-876a0bcb-82cd-4c0f-bb1b-37c3d15fb233 req-903c7071-3eec-4068-b8a3-ec4e8f6dd8c0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395161 Apr 08 14:22:35.438391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Checking segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:35.438953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Network hostable DHCP agents. Network: b7bad9eb-507e-4eaa-91e1-74be4794aa5a, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:22:35.470513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Allocated IP 192.168.233.75 (2a45f03d-1419-45ce-af0e-df1a52089462/ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7/6a84c9e4-5323-4173-b5f4-08fa978a0566) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:35.493096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f9eb5-1ef1-4d15-a1ea-d5ace07319a6 req-9edd6036-ad63-4404-808b-04275e2f7813 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:35.499421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:22:35.505911 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4a9f9eb5-1ef1-4d15-a1ea-d5ace07319a6 req-9edd6036-ad63-4404-808b-04275e2f7813 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.4612081 Apr 08 14:22:35.516194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Attempting to bind port 07f8f691-4caf-41a6-8ee4-182831f71eed on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:35.516933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Attempting to bind port 07f8f691-4caf-41a6-8ee4-182831f71eed by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:35.517196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Attempting to bind port 07f8f691-4caf-41a6-8ee4-182831f71eed on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:35.524289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, b7bad9eb-507e-4eaa-91e1-74be4794aa5a) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:35.526152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Port 07f8f691-4caf-41a6-8ee4-182831f71eed on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:22:35.526421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Attempting to bind port 07f8f691-4caf-41a6-8ee4-182831f71eed on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:35.536653 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f709c74-c02c-4cc0-b199-5135d3d9d578 None None] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:22:35.542184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:35.542560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Checking segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:35.542999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Bound using segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} {{(pid=84286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:35.543499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Bound port: 07f8f691-4caf-41a6-8ee4-182831f71eed, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}}] {{(pid=84286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:35.543889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:35.577907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:35.578626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:35.651493 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10f6a9f0-82b1-498f-a15d-1eca605a06f9 req-14cb6d3c-ac04-48a4-ade2-a2e02d864dca tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 210 time: 0.1370902 Apr 08 14:22:35.665829 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a784204b-de8e-46ed-9de0-73f36e0c5c14 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8569837 Apr 08 14:22:35.671346 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47806) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:35.700713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:35.710850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, cleared binding levels {{(pid=84286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:35.716080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:35.721439 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4a9f9eb5-1ef1-4d15-a1ea-d5ace07319a6 req-2823f592-e4be-4324-aec5-1931c83ebd04 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747559 Apr 08 14:22:35.728775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:35.737949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Usage tracker for resource:router and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:35.761104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:35.764735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:35.778821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:35.811725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-137b5813-261a-46a7-b8f0-fc79a1409f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:35.830848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:35.863832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:22:35.864872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:35.927061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:35.966116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-88d13ae3-88c0-4255-89d9-908facd9e96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:36.130151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Allocated IP 172.20.0.2 (b7bad9eb-507e-4eaa-91e1-74be4794aa5a/cea1b8da-ae14-47bd-8589-8a8fe6c65caa/9fdfe826-218d-4e79-a59f-7abfafe7eac7) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:36.281658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event updated for resources: {'Port': ['ID=599e97e4-c95e-4c03-9aaf-4661733ace0c,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:36.301807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:36.406230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.415845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.417918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.462385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Transition to ACTIVE for port object 6a84c9e4-5323-4173-b5f4-08fa978a0566 will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:36.537203 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.565189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Transition to ACTIVE for port object 9fdfe826-218d-4e79-a59f-7abfafe7eac7 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:36.575790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.602059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.613131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Transition to ACTIVE for port object 9fdfe826-218d-4e79-a59f-7abfafe7eac7 will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:36.621577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.669580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=3']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:36.680374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:36.712410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:36.714224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:36.717144 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-77c39696-404b-42d5-964b-e213a001c54d service neutron] 10.222.0.75 "PUT /v2.0/ports/07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 200 len: 1093 time: 3.5036986 Apr 08 14:22:36.718211 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:36.904732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9282a67d-74ad-45d5-9fe6-a812d8ab25b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:36.989109 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:37.006128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:37.011536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:37.443750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Pushing event updated for resources: {'Port': ['ID=9fdfe826-218d-4e79-a59f-7abfafe7eac7,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:37.446832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:37.491667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Attempting to bind port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:37.492085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Attempting to bind port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:37.492499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Attempting to bind port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 on network b7bad9eb-507e-4eaa-91e1-74be4794aa5a {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:37.500248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:37.500709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Checking segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:37.501123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:37.501524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Bound using segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:37.502126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Bound port: 9fdfe826-218d-4e79-a59f-7abfafe7eac7, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:37.502505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:37.598408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] For port 9fdfe826-218d-4e79-a59f-7abfafe7eac7, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:37.601041 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-167716f2-c12d-4c2d-a88c-127c486e5e5e req-9fb90bf6-5a84-4c2b-8e40-46951c710344 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 210 time: 0.1448555 Apr 08 14:22:37.602153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] For port 9fdfe826-218d-4e79-a59f-7abfafe7eac7, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=9fdfe826-218d-4e79-a59f-7abfafe7eac7,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:37.612809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:37.617617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:37.638336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:37.646386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-d0729da2-d5e3-4859-bae6-b37f19cd41b3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:37.647214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-d0729da2-d5e3-4859-bae6-b37f19cd41b3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Synchronizing usage tracker for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:37.654369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-22046d05-d1e8-4657-9503-7c9c224079af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:37.656058 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-22046d05-d1e8-4657-9503-7c9c224079af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1096 time: 0.7876897 Apr 08 14:22:37.679084 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:37.733569 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'status': 'completed', 'code': 200} Apr 08 14:22:37.770980 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-67fbe364-0d70-490d-922f-b50395744cac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 200 len: 217 time: 0.0990872 Apr 08 14:22:37.774291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-d0729da2-d5e3-4859-bae6-b37f19cd41b3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Unset dirty status for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:37.775644 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-d0729da2-d5e3-4859-bae6-b37f19cd41b3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 1.0249856 Apr 08 14:22:37.828952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:37.935246 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Pushing event updated for resources: {'Port': ['ID=9fdfe826-218d-4e79-a59f-7abfafe7eac7,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:37.947538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:37.998525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Deleting port d0e19e68-4c79-4669-b32f-144732f8d6e7 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:22:37.998525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:38.020523 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Floating IP ebf35023-3358-4f34-ba9f-dea6becd8a9a associated. External IP: 172.28.0.249, port: 0bf3ac12-f8cb-465b-adc7-73b723db01ca. Apr 08 14:22:38.025110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-266c7908-66ef-44b2-abf1-58012dc361bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:38.026694 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-266c7908-66ef-44b2-abf1-58012dc361bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.2500489 Apr 08 14:22:38.163032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Pushing event updated for resources: {'Port': ['ID=6a84c9e4-5323-4173-b5f4-08fa978a0566,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:38.179902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:38.243359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e87496-2ef4-4004-862b-6f0c43637b62 req-13b07047-f61f-409e-a3d2-30b842a5d947 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:38.247642 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-28e87496-2ef4-4004-862b-6f0c43637b62 req-13b07047-f61f-409e-a3d2-30b842a5d947 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.8695695 Apr 08 14:22:38.420557 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-28e87496-2ef4-4004-862b-6f0c43637b62 req-d4d264e3-5026-44ea-ae7e-464fd375c582 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597335 Apr 08 14:22:38.469811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Network 2a45f03d-1419-45ce-af0e-df1a52089462 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:38.489985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19188f-ce89-4993-b0df-b236becc1c2d req-8e025c5e-bb2a-4e97-ba1a-77b186c8142f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:38.493244 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0c19188f-ce89-4993-b0df-b236becc1c2d req-8e025c5e-bb2a-4e97-ba1a-77b186c8142f tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.6731091 Apr 08 14:22:38.502058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:38.534967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:38.653952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012994-65d6-41b9-b604-6aa14290643b req-428a08f6-f0d0-4541-b12d-1091347ef719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:38.656826 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-428a08f6-f0d0-4541-b12d-1091347ef719 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6090744 Apr 08 14:22:38.664452 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0c19188f-ce89-4993-b0df-b236becc1c2d req-eccba2fa-f0eb-4ed7-a357-c7ab3ff9719a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578960 Apr 08 14:22:39.014554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c31a3cf9-1990-460d-9202-e573e2b1353d None None] Provisioning for port 6a84c9e4-5323-4173-b5f4-08fa978a0566 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:39.024394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c31a3cf9-1990-460d-9202-e573e2b1353d None None] Provisioning complete for port 6a84c9e4-5323-4173-b5f4-08fa978a0566 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:39.025071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c31a3cf9-1990-460d-9202-e573e2b1353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.088255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:39.089330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.120425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c31a3cf9-1990-460d-9202-e573e2b1353d None None] Port 6a84c9e4-5323-4173-b5f4-08fa978a0566 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:39.243180 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8645718 Apr 08 14:22:39.266726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Request body: {'port': {'device_id': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:39.404562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 9fdfe826-218d-4e79-a59f-7abfafe7eac7 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:39.406412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] For port d0e19e68-4c79-4669-b32f-144732f8d6e7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d0e19e68-4c79-4669-b32f-144732f8d6e7,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:39.407230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.415465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-69a45c5a-5144-4906-8d19-86f075a1d163 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:39.417042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-69a45c5a-5144-4906-8d19-86f075a1d163 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Synchronizing usage tracker for tenant:f0f292fab6824b7a8e0ee32c22a3e149 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:39.434779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Router 5ae5398a-9e41-474e-9328-e5ead604639b has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:22:39.565630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:39.671156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-69a45c5a-5144-4906-8d19-86f075a1d163 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Unset dirty status for tenant:f0f292fab6824b7a8e0ee32c22a3e149 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:39.679696 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-69a45c5a-5144-4906-8d19-86f075a1d163 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 935 time: 0.8561225 Apr 08 14:22:39.758892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.767391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02f576-168a-4f21-9afc-a4cf8bb86a33 None None] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:22:39.812941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.823637 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-89dc13ca-d70a-4e1c-96c4-60f8c087ba56 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1429353 Apr 08 14:22:39.852097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-61b8f68c-343c-4c00-a954-90400554319a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Synchronizing usage tracker for tenant:f0f292fab6824b7a8e0ee32c22a3e149 on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:39.895648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.898104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Provisioning for port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:39.909393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Provisioning complete for port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:39.909805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:39.990150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-61b8f68c-343c-4c00-a954-90400554319a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Unset dirty status for tenant:f0f292fab6824b7a8e0ee32c22a3e149 on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:39.993614 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d1da144-b69b-44df-b45c-20b54fa08a4a req-61b8f68c-343c-4c00-a954-90400554319a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126509 Apr 08 14:22:40.149090 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:40.159050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:40.159468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:40.159831 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Floating IP 81644c7d-4132-44a8-aea8-801ed6e43420 disassociated. External IP: 172.28.0.251, port: d0e19e68-4c79-4669-b32f-144732f8d6e7. Apr 08 14:22:40.160848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Calling delete_port for d0e19e68-4c79-4669-b32f-144732f8d6e7 owned by compute:nova {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:22:40.167786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:40.182601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] Sync routers for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:40.213020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] For port 9fdfe826-218d-4e79-a59f-7abfafe7eac7, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=9fdfe826-218d-4e79-a59f-7abfafe7eac7,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:40.214172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:40.214873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:40.276407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:40.286251 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0012994-65d6-41b9-b604-6aa14290643b req-5273d851-a048-4fd6-9bd9-c7d790e5012f service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002202 Apr 08 14:22:40.318487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800a8ec-bf0d-4099-a3b5-ae5ee298dda9 req-44ce5075-5f90-4a3b-8d6d-f3076c5d62d0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:40.320192 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4800a8ec-bf0d-4099-a3b5-ae5ee298dda9 req-44ce5075-5f90-4a3b-8d6d-f3076c5d62d0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.5506327 Apr 08 14:22:40.352467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Allocated IP 172.28.0.113 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/3369a09e-dade-4090-afea-efccd3d57fd9) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:40.371929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:40.381865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:40.585339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Pushing event updated for resources: {'Port': ['ID=9fdfe826-218d-4e79-a59f-7abfafe7eac7,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:40.591141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device d0e19e68-4c79-4669-b32f-144732f8d6e7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:22:40.614670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:40.638979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f794fb06-f755-44c5-b3f1-1537e20a2747 tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:40.695051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:40.712542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event deleted for resources: {'Port': ['ID=d0e19e68-4c79-4669-b32f-144732f8d6e7,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:40.720760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:40.740325 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4800a8ec-bf0d-4099-a3b5-ae5ee298dda9 req-34191eb3-86fb-482b-a131-cdd4ef73694a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941012 Apr 08 14:22:40.767885 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.1397605 Apr 08 14:22:40.779877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:40.795754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-b773bce7-a9e7-4a40-8e7c-ca18453f14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:40.796595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: d0e19e68-4c79-4669-b32f-144732f8d6e7 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:22:40.797214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device d0e19e68-4c79-4669-b32f-144732f8d6e7 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:22:40.797404 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-b773bce7-a9e7-4a40-8e7c-ca18453f14e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1096 time: 0.4360290 Apr 08 14:22:40.813860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:40.873034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602307e-73e7-446f-9f82-32edf774d146 req-d2710562-7a06-41c4-8be9-058f8b38a1ce tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:40.876157 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9602307e-73e7-446f-9f82-32edf774d146 req-d2710562-7a06-41c4-8be9-058f8b38a1ce tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 946 time: 0.7135010 Apr 08 14:22:40.961800 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'status': 'completed', 'code': 200} Apr 08 14:22:40.983134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-51c4d1f9-5042-43a3-9a9c-f33d6dc7ac5c None None] Provisioning complete for port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:40.983561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-51c4d1f9-5042-43a3-9a9c-f33d6dc7ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:41.005725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:41.131444 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9602307e-73e7-446f-9f82-32edf774d146 req-c98c3c95-e051-40bb-aee1-c955b896fbb7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=6275166c-9f4e-47df-bc9b-64711601b10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400613 Apr 08 14:22:41.142485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-bd67da0e-544d-48db-9cba-2c82a372c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:41.145804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-bd67da0e-544d-48db-9cba-2c82a372c642 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.3233488 Apr 08 14:22:41.154475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:41.181039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-50cc7bf2-fcd7-4ecd-9c0b-90f918888c4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:41.296326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-489b7bb2-eaa3-4ef5-a1cd-603b6d3d46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:41.298292 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-489b7bb2-eaa3-4ef5-a1cd-603b6d3d46a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1099 time: 0.3352787 Apr 08 14:22:41.308925 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-9bdfdb83-d496-4671-80fa-32a74fbdcd52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 200 len: 217 time: 0.1294739 Apr 08 14:22:41.357310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': 'ebf35023-3358-4f34-ba9f-dea6becd8a9a', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'floating_ip_address': '172.28.0.249', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'port_id': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'mac_address': 'fa:16:3e:97:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c376160d-5347-4643-af27-c7346a1476a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:34Z', 'updated_at': '2021-04-08T14:22:34Z', 'revision_number': 0, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:32Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:41.384042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] Checking router: 5ae5398a-9e41-474e-9328-e5ead604639b for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:41.394147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 9fdfe826-218d-4e79-a59f-7abfafe7eac7 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:41.452586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:41.453278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:41.500001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea8ff-d81d-4149-8ee9-6dab2f9c6368 req-75f89bd0-12d0-464d-92de-41fa2776886f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:41.501735 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dcaea8ff-d81d-4149-8ee9-6dab2f9c6368 req-75f89bd0-12d0-464d-92de-41fa2776886f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 935 time: 0.3301795 Apr 08 14:22:41.507652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a84c9e4-5323-4173-b5f4-08fa978a0566 {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:22:41.521130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:41.588629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Transition to ACTIVE for port object 6a84c9e4-5323-4173-b5f4-08fa978a0566 will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:41.600944 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dcaea8ff-d81d-4149-8ee9-6dab2f9c6368 req-683e295d-8b0a-4a74-b530-ffc3e86d3143 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536704 Apr 08 14:22:41.604707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:41.619719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0a66d031-6336-418c-a9f1-5e64d14d6cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:41.652929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-5f913e49-c099-40ff-8a0e-f71233a5e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:41.654562 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-5f913e49-c099-40ff-8a0e-f71233a5e0db service neutron] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 909 time: 0.3157074 Apr 08 14:22:41.892655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3369a09e-dade-4090-afea-efccd3d57fd9,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:41.904305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a84c9e4-5323-4173-b5f4-08fa978a0566,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:41.906507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:41.919223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:41.924132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-1d690aee-84c9-4ef1-9458-b9c392ce33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:41.926547 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-1d690aee-84c9-4ef1-9458-b9c392ce33e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.6028032 Apr 08 14:22:41.927590 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-eb32a32b-ebd1-40ea-97f3-c8672abd2c55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 1000 time: 0.2626433 Apr 08 14:22:41.946587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:42.038087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:42.038825 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:42.074612 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:42.082515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:42.093379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:22:42.094502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:42.150692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-32177264-3bd9-497d-9687-c7160a670ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:42.153213 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-32177264-3bd9-497d-9687-c7160a670ec0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2085090 Apr 08 14:22:42.587276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:22:42.724551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-dd14b3bc-e5f5-482d-97ec-ca5e92b6dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:42.729899 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-dd14b3bc-e5f5-482d-97ec-ca5e92b6dfd3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.6148398 Apr 08 14:22:42.759938 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-54ac2847-e21a-40e8-921e-9eedd3599bac req-4c5fe923-26e7-468a-bdff-69fb1908b06a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 210 time: 0.2980022 Apr 08 14:22:42.783714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:42.820883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'mac_address': 'fa:16:3e:f7:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:22:42.872038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-818ec64c-9d09-4aa2-8f86-49b077019dda service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066379 Apr 08 14:22:42.884065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:42.899124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:42.916264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:42.917035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:43.052271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcd68b-2582-4b33-be9e-cbaa77ddd54b req-8d7cbb95-702c-4dce-9f6a-d0142c8e99ab tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:43.052791 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-868bb269-fb10-4167-8f1a-2eb37d822889 req-6a2b89d7-0e50-409c-94df-84d71116f917 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701138 Apr 08 14:22:43.077832 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68dcd68b-2582-4b33-be9e-cbaa77ddd54b req-8d7cbb95-702c-4dce-9f6a-d0142c8e99ab tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 1.0582922 Apr 08 14:22:43.184614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:43.262488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:43.265421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f8f691-4caf-41a6-8ee4-182831f71eed {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:22:43.284293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Attempting to bind port 6a84c9e4-5323-4173-b5f4-08fa978a0566 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:43.292449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] No DVR routers for this DVR port d0e19e68-4c79-4669-b32f-144732f8d6e7 on host hv-cinder-78462 {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:22:43.297993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Attempting to bind port 6a84c9e4-5323-4173-b5f4-08fa978a0566 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:43.298566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Attempting to bind port 6a84c9e4-5323-4173-b5f4-08fa978a0566 on network 2a45f03d-1419-45ce-af0e-df1a52089462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:43.312377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:43.315758 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:43.325695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:43.330544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:43.330803 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'name': 'network-vif-deleted', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:43.336249 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68dcd68b-2582-4b33-be9e-cbaa77ddd54b req-20f16747-f58d-4247-93df-defb73a72a1c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226760 Apr 08 14:22:43.337149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Port 6a84c9e4-5323-4173-b5f4-08fa978a0566 on network 2a45f03d-1419-45ce-af0e-df1a52089462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:22:43.337658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Attempting to bind port 6a84c9e4-5323-4173-b5f4-08fa978a0566 on network 2a45f03d-1419-45ce-af0e-df1a52089462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:43.343523 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1581634-64f7-4b55-a1b8-ae988875afd3 req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "DELETE /v2.0/ports/d0e19e68-4c79-4669-b32f-144732f8d6e7 HTTP/1.1" status: 204 len: 173 time: 5.5201914 Apr 08 14:22:43.345887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:43.346518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Checking segment: {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:43.347098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Bound using segment: {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:43.348359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Bound port: 6a84c9e4-5323-4173-b5f4-08fa978a0566, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb52d89-aad1-4210-934f-8794f43f7e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:43.349056 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:43.440892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:43.443175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-012883a1-73c3-4f90-b2bc-bba99100bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:43.445087 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-012883a1-73c3-4f90-b2bc-bba99100bd7a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6835623 Apr 08 14:22:43.509203 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': 'ebf35023-3358-4f34-ba9f-dea6becd8a9a', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'floating_ip_address': '172.28.0.249', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'port_id': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'mac_address': 'fa:16:3e:97:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c376160d-5347-4643-af27-c7346a1476a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:34Z', 'updated_at': '2021-04-08T14:22:34Z', 'revision_number': 0, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:32Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:43.517057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:43.537030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e0c15-17ab-4b53-8b1f-784f4eb23a0d None None] The sync data for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb is: [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': 'ebf35023-3358-4f34-ba9f-dea6becd8a9a', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'floating_ip_address': '172.28.0.249', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'port_id': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'mac_address': 'fa:16:3e:97:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c376160d-5347-4643-af27-c7346a1476a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:34Z', 'updated_at': '2021-04-08T14:22:34Z', 'revision_number': 0, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:32Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:43.547317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:43.574561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['07f8f691-4caf-41a6-8ee4-182831f71eed'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:22:43.667257 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0440434-fbda-4c0f-a9dd-ebb5f229635f', 'name': 'network-vif-deleted', 'tag': 'd0e19e68-4c79-4669-b32f-144732f8d6e7', 'status': 'completed', 'code': 200} Apr 08 14:22:43.686602 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-dabb9d1c-ca93-447e-b427-435afecc46b0 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294602 Apr 08 14:22:43.708653 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] For port 6a84c9e4-5323-4173-b5f4-08fa978a0566, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:43.712480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] For port 6a84c9e4-5323-4173-b5f4-08fa978a0566, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:43.781339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:43.805592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b39b0-a5c8-4dde-92b1-4c5a0d94675e req-fa20ee7a-cb92-4d86-8021-20c25807a004 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:43.807384 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fa2b39b0-a5c8-4dde-92b1-4c5a0d94675e req-fa20ee7a-cb92-4d86-8021-20c25807a004 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 947 time: 0.7783573 Apr 08 14:22:43.814486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e5f91b2f-4de4-4cdf-8644-a5e41405aa1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:44.033542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a84c9e4-5323-4173-b5f4-08fa978a0566,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:44.061621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573f197a-f4ff-4a58-b9cb-1249d5984620 None None] New status for floating IP ebf35023-3358-4f34-ba9f-dea6becd8a9a: ACTIVE {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:22:44.062789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:44.262130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:44.277106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:44.297649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:44.298409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:44.311172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:44.609589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:44.658072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Router 3716c63f-ac4f-4979-b96b-526c4c58876a is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:22:44.716756 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4b12d0b8-2693-485e-bdcb-65b231c14da2 req-e6169e42-8a6f-47be-bb1b-f9286556ec7c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0440434-fbda-4c0f-a9dd-ebb5f229635f HTTP/1.1" status: 200 len: 210 time: 0.6719606 Apr 08 14:22:44.738821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:44.771228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 07f8f691-4caf-41a6-8ee4-182831f71eed completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:44.788184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 07f8f691-4caf-41a6-8ee4-182831f71eed triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:44.788759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:44.799418 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2393b8df-5c9f-4462-aff5-323c1a8ef480 req-461aa181-31b8-4f77-8b78-b9adbe0774f6 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779371 Apr 08 14:22:44.804035 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fa2b39b0-a5c8-4dde-92b1-4c5a0d94675e req-185840b7-828e-41c7-a4e7-a96c633db044 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9485855 Apr 08 14:22:44.856061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:44.857414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:44.859737 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] 10.222.0.75 "PUT /v2.0/ports/6a84c9e4-5323-4173-b5f4-08fa978a0566 HTTP/1.1" status: 200 len: 1097 time: 5.6093061 Apr 08 14:22:44.860598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'tag': '6a84c9e4-5323-4173-b5f4-08fa978a0566'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:45.031186 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'tag': '6a84c9e4-5323-4173-b5f4-08fa978a0566', 'status': 'completed', 'code': 200} Apr 08 14:22:45.066071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:45.080499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-417a3106-8282-409e-8c46-2a0189238247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:45.082225 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-417a3106-8282-409e-8c46-2a0189238247 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0f292fab6824b7a8e0ee32c22a3e149&device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 1100 time: 0.1156764 Apr 08 14:22:45.105168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:45.107230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:45.115457 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:45.126560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:45.225337 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'code': 200} Apr 08 14:22:45.249156 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-50634eb9-474f-4606-92b3-51c7d163edc1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566 HTTP/1.1" status: 200 len: 217 time: 0.1578023 Apr 08 14:22:45.283553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:45.292328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:45.327447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1431147-64cc-4d76-8733-e5012f2b70e0 req-7ab8082e-68d1-4e07-9498-b0df1c75a1e4 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:45.336110 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d1431147-64cc-4d76-8733-e5012f2b70e0 req-7ab8082e-68d1-4e07-9498-b0df1c75a1e4 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 944 time: 0.4238420 Apr 08 14:22:45.340588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:45.345284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04404a0-2041-4205-b829-47c7da69cfb8 None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:45.398664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-84bb24e1-ccff-4304-963e-c14108d13051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:45.400408 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-84bb24e1-ccff-4304-963e-c14108d13051 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7 HTTP/1.1" status: 200 len: 843 time: 0.1414223 Apr 08 14:22:45.408434 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d1431147-64cc-4d76-8733-e5012f2b70e0 req-585aeeab-ae7a-4793-8882-9c6c32de1ff8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712998 Apr 08 14:22:45.425017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:45.437144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Sync routers for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:45.464573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:45.465284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:45.471750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:45.474878 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7995608 Apr 08 14:22:45.477617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47846) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:45.604269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-138a7019-d571-49f3-b0a5-7931fe0855ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:45.605954 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-138a7019-d571-49f3-b0a5-7931fe0855ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a45f03d-1419-45ce-af0e-df1a52089462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1965272 Apr 08 14:22:45.643892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dba5f-fe46-4021-bcd2-f4c1e6732486 req-a7f2e5c7-6b12-43d4-a798-176e4b0bc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:45.647129 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf2dba5f-fe46-4021-bcd2-f4c1e6732486 req-a7f2e5c7-6b12-43d4-a798-176e4b0bc902 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1098 time: 0.1629999 Apr 08 14:22:45.731276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:45.749288 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf2dba5f-fe46-4021-bcd2-f4c1e6732486 req-cd055f43-f203-40a2-bd32-e112d2be9b8b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893402 Apr 08 14:22:45.822152 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-590b1d39-feef-4a31-a2c8-65b97404c804 service neutron] 10.222.0.75 "GET /v2.0/networks/2a45f03d-1419-45ce-af0e-df1a52089462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057855 Apr 08 14:22:45.886469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82128f43-58f6-4894-b344-2da2c395e66c None None] New status for floating IP 81644c7d-4132-44a8-aea8-801ed6e43420: DOWN {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:22:45.973691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47856) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:46.145776 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:42Z', 'revision_number': 3, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:46.151126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Checking router: 3716c63f-ac4f-4979-b96b-526c4c58876a for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:46.151520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Updating router 3716c63f-ac4f-4979-b96b-526c4c58876a port 3369a09e-dade-4090-afea-efccd3d57fd9 binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:22:46.158981 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5d89e995-229d-4b2c-8772-ef9c4b843334 req-4f019526-a49b-484e-bc12-f11ee7d40c8f service neutron] 10.222.0.75 "GET /v2.0/networks/2a45f03d-1419-45ce-af0e-df1a52089462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248715 Apr 08 14:22:46.164602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.218007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.248567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.341553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd05da-f3ab-4b61-ac52-f9ce2e45d790 req-3e9a1bd9-6b61-4ff2-b75c-e617a034eddb tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:46.343412 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6bdd05da-f3ab-4b61-ac52-f9ce2e45d790 req-3e9a1bd9-6b61-4ff2-b75c-e617a034eddb tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 947 time: 0.3120394 Apr 08 14:22:46.401134 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6bdd05da-f3ab-4b61-ac52-f9ce2e45d790 req-5625248b-084e-42a6-9ad3-85e88ae161ea tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Apr 08 14:22:46.402873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.408868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2ac8a43c-8cda-4706-a81c-5acf1273d598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:46.432808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275166c-9f4e-47df-bc9b-64711601b10b,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:46.444892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:46.445955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.455082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47862) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:46.474324 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "DELETE /v2.0/security-groups/6275166c-9f4e-47df-bc9b-64711601b10b HTTP/1.1" status: 204 len: 168 time: 0.4766896 Apr 08 14:22:46.489369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-24c3def9-8e74-4c16-a304-c47307223890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:46.499334 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-24c3def9-8e74-4c16-a304-c47307223890 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0f292fab6824b7a8e0ee32c22a3e149&device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 1100 time: 0.2706897 Apr 08 14:22:46.556601 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.v2.resource [None req-7a4994a2-1972-4662-93cb-f428f76db79a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] show failed (client error): The resource could not be found. Apr 08 14:22:46.562629 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7a4994a2-1972-4662-93cb-f428f76db79a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups/6275166c-9f4e-47df-bc9b-64711601b10b HTTP/1.1" status: 404 len: 347 time: 0.1062889 Apr 08 14:22:46.568133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47868) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:46.775711 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-815079c2-6b23-4ba9-8910-7e7139e4bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:46.777230 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-815079c2-6b23-4ba9-8910-7e7139e4bb5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a45f03d-1419-45ce-af0e-df1a52089462 HTTP/1.1" status: 200 len: 870 time: 0.2683125 Apr 08 14:22:46.852323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Deleting port bd0369e7-f768-4df7-96f2-b16c33a96b99 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:22:46.852905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.861277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294ebe5-f274-4f85-982d-28943011be1e req-841a43bb-46d3-45ed-9ac0-9bcbd22282a5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:46.863214 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6294ebe5-f274-4f85-982d-28943011be1e req-841a43bb-46d3-45ed-9ac0-9bcbd22282a5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2198157 Apr 08 14:22:46.873145 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-9fc614f0-22c2-4159-aaf6-3e436488ddad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566 HTTP/1.1" status: 200 len: 217 time: 0.0876002 Apr 08 14:22:46.960730 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6294ebe5-f274-4f85-982d-28943011be1e req-adf3c679-d261-4ef4-9bbb-e9f4fc60e3be tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794618 Apr 08 14:22:46.982007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-4c3408f9-e97d-4377-a75c-d6eb0095aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:46.983406 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:46.983673 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-4c3408f9-e97d-4377-a75c-d6eb0095aa20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7 HTTP/1.1" status: 200 len: 843 time: 0.0893078 Apr 08 14:22:47.000821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Transition to ACTIVE for port object 3369a09e-dade-4090-afea-efccd3d57fd9 will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:47.012495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.040013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7dc014e-e29c-4584-94c7-38e35ee2b68d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:47.070789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.084488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-ce8c4955-aa0c-446b-9db3-b9cad58dffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:47.086388 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-ce8c4955-aa0c-446b-9db3-b9cad58dffad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a45f03d-1419-45ce-af0e-df1a52089462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0949235 Apr 08 14:22:47.192707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd5de-a673-4239-8a44-57076341bdee None None] Pushing event updated for resources: {'Port': ['ID=3369a09e-dade-4090-afea-efccd3d57fd9,revision_number=2']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:47.198216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d1cdd5de-a673-4239-8a44-57076341bdee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:47.251085 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-34345cb1-48cc-4a63-9621-6debc9301de0 service neutron] 10.222.0.75 "GET /v2.0/networks/2a45f03d-1419-45ce-af0e-df1a52089462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571736 Apr 08 14:22:47.263857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Attempting to bind port 3369a09e-dade-4090-afea-efccd3d57fd9 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:47.264273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Attempting to bind port 3369a09e-dade-4090-afea-efccd3d57fd9 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:47.264683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Attempting to bind port 3369a09e-dade-4090-afea-efccd3d57fd9 on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:47.271809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:47.272211 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:47.272712 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.273150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:47.273832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Bound port: 3369a09e-dade-4090-afea-efccd3d57fd9, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:47.274281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.327681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.328317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.360263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] For port 3369a09e-dade-4090-afea-efccd3d57fd9, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:47.364934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] For port 3369a09e-dade-4090-afea-efccd3d57fd9, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=3369a09e-dade-4090-afea-efccd3d57fd9,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:47.370221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:47.387577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:47.406652 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e625133c-35e0-48f0-83c0-9f62ceb547cc req-6341becc-d12b-4ee2-9167-6714d1636e97 service neutron] 10.222.0.75 "GET /v2.0/networks/2a45f03d-1419-45ce-af0e-df1a52089462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487324 Apr 08 14:22:47.551979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd5de-a673-4239-8a44-57076341bdee None None] Pushing event updated for resources: {'Port': ['ID=3369a09e-dade-4090-afea-efccd3d57fd9,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:47.557813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d1cdd5de-a673-4239-8a44-57076341bdee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:47.603342 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:47.604040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:47.664661 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Calling delete_port for bd0369e7-f768-4df7-96f2-b16c33a96b99 owned by network:floatingip {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:22:47.761715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcf1a-dc56-4d49-9661-088de7ab66e2 req-c156d760-f0ae-4662-b46b-f4f8974a8aba tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:47.764193 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8d5bcf1a-dc56-4d49-9661-088de7ab66e2 req-c156d760-f0ae-4662-b46b-f4f8974a8aba tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 947 time: 0.1542923 Apr 08 14:22:47.798841 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8d5bcf1a-dc56-4d49-9661-088de7ab66e2 req-9c17224c-cc4c-4d46-85f1-4de0dc6e3204 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271962 Apr 08 14:22:47.968126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Allocated IP 172.20.0.1 (b7bad9eb-507e-4eaa-91e1-74be4794aa5a/cea1b8da-ae14-47bd-8589-8a8fe6c65caa/6a9587ad-5c38-4577-8ccc-276087b9abcb) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:48.088854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:48.207697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.248451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c078fc-fd7c-45f9-9abc-8496b8f6bee6 req-f2cae7fc-dc72-4184-a0aa-9706ed610cae tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:48.251161 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-55c078fc-fd7c-45f9-9abc-8496b8f6bee6 req-f2cae7fc-dc72-4184-a0aa-9706ed610cae tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1181400 Apr 08 14:22:48.298619 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-55c078fc-fd7c-45f9-9abc-8496b8f6bee6 req-d361362b-91c9-4068-9008-38c9532be596 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390399 Apr 08 14:22:48.468863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:42Z', 'revision_number': 3, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:48.475412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369e190-8b74-4e45-8c3c-53bd43918b76 None None] The sync data for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb is: [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:42Z', 'revision_number': 3, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:48.493219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:48.570015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event deleted for resources: {'Port': ['ID=bd0369e7-f768-4df7-96f2-b16c33a96b99,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:48.618247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6a84c9e4-5323-4173-b5f4-08fa978a0566 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:22:48.622348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f360f5-49f3-46f5-ad6f-7d8052920201 req-c89fabf8-9c61-4a2f-ac38-65f0e6c65a0e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:48.624428 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c8f360f5-49f3-46f5-ad6f-7d8052920201 req-c89fabf8-9c61-4a2f-ac38-65f0e6c65a0e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1126847 Apr 08 14:22:48.626048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:48.641256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47878) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:48.652667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'floatingip': {'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:48.702319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.749253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Transition to ACTIVE for port object 6a9587ad-5c38-4577-8ccc-276087b9abcb will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:48.757835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.821513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 6a84c9e4-5323-4173-b5f4-08fa978a0566, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:48.851049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '6a84c9e4-5323-4173-b5f4-08fa978a0566', 'network_id': '2a45f03d-1419-45ce-af0e-df1a52089462', 'port_id': '6a84c9e4-5323-4173-b5f4-08fa978a0566', 'mac_address': 'fa:16:3e:e5:f2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd3c8e4-d1aa-4ad3-a52a-4a6ccf1f95a7', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:22:48.875324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.895160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.924319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.947128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a84c9e4-5323-4173-b5f4-08fa978a0566 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:22:48.967217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 6a84c9e4-5323-4173-b5f4-08fa978a0566, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:48.971048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:48.974727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:49.017353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-00011e17-9e21-4927-b0e1-444a4b1cb9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:49.074139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=6a84c9e4-5323-4173-b5f4-08fa978a0566,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:49.078091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:49.111962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:49.117712 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "DELETE /v2.0/floatingips/81644c7d-4132-44a8-aea8-801ed6e43420 HTTP/1.1" status: 204 len: 168 time: 2.5433025 Apr 08 14:22:49.168975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9587ad-5c38-4577-8ccc-276087b9abcb,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:49.174329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:49.198790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:49.202035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:49.205690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:49.211538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['6a84c9e4-5323-4173-b5f4-08fa978a0566'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:22:49.327034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:49.452008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ece6fe-ad14-4f3a-a718-757f7a2a4408 req-3416ddee-ffd6-45e2-b907-92ddd4994605 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:49.462690 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f0ece6fe-ad14-4f3a-a718-757f7a2a4408 req-3416ddee-ffd6-45e2-b907-92ddd4994605 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 948 time: 0.4735961 Apr 08 14:22:49.512838 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f0ece6fe-ad14-4f3a-a718-757f7a2a4408 req-16ed7fed-32ab-4a22-b231-7f1d868bc555 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Apr 08 14:22:49.666051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 3369a09e-dade-4090-afea-efccd3d57fd9 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:49.746131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47886) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:49.758497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985605956', 'description': 'tempest-description--437784956'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:49.764113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:49.803620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:49.804474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-e8e2e437-86f3-43d1-8871-85312bc75b4a None None] Provisioning for port 6a9587ad-5c38-4577-8ccc-276087b9abcb completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:49.812406 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-e8e2e437-86f3-43d1-8871-85312bc75b4a None None] Provisioning complete for port 6a9587ad-5c38-4577-8ccc-276087b9abcb triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:49.813000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e437-86f3-43d1-8871-85312bc75b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:49.814535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:49.820686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:49.838240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:49.899524 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2e437-86f3-43d1-8871-85312bc75b4a None None] Port 6a9587ad-5c38-4577-8ccc-276087b9abcb cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:49.904451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 3369a09e-dade-4090-afea-efccd3d57fd9 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:49.908748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:49.916618 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:49.918363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 3369a09e-dade-4090-afea-efccd3d57fd9 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:49.919239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:49.924436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:49.934714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:49.946614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:50.168902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.178498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.183079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.190637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b762b2a0-5aa2-41a8-a670-63f3b1092b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:50.207071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 3369a09e-dade-4090-afea-efccd3d57fd9, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=3369a09e-dade-4090-afea-efccd3d57fd9,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:50.214220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.218299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:50.231343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.253942 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.301186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30685eec-0647-4daf-b723-7e3981eec493,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:50.307299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.308667 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5611017 Apr 08 14:22:50.315736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47890) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:50.316058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:50.316765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:50.323300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'security_group_rule': {'security_group_id': '30685eec-0647-4daf-b723-7e3981eec493', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:50.342302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:50.352007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:50.356999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:50.372097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=3369a09e-dade-4090-afea-efccd3d57fd9,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:50.374318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:50.378579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:50.379000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.389566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.422368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.437011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9587ad-5c38-4577-8ccc-276087b9abcb,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:50.444744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:50.542539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.638015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6a84c9e4-5323-4173-b5f4-08fa978a0566 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:50.670705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.677373 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Floating IP b075a3dd-c510-4d06-bd76-7eaa92052b8f associated. External IP: 172.28.0.242, port: 07f8f691-4caf-41a6-8ee4-182831f71eed. Apr 08 14:22:50.732730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:50.735745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:50.746442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 6a84c9e4-5323-4173-b5f4-08fa978a0566 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:50.753323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 6a84c9e4-5323-4173-b5f4-08fa978a0566 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:50.754009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.870633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.899070 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-94e55484-de1b-496c-aee3-4bd3352d1b5f tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:50.909475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.952534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3d1929-fcb3-4d10-941a-faab80dd9445,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:50.962392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:50.978741 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:50.980096 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-bb432d88-7beb-4439-b1e0-e0c971665821 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6639628 Apr 08 14:22:50.987605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47898) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:51.005963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'security_group_rule': {'security_group_id': '30685eec-0647-4daf-b723-7e3981eec493', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:51.021180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:51.033123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:security_group_rule and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:51.039954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:51.053927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:51.106285 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Router 3716c63f-ac4f-4979-b96b-526c4c58876a has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:22:51.152128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.170931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-674607b9-6dea-4033-b648-0900d19e8ca8 None None] Provisioning complete for port 6a9587ad-5c38-4577-8ccc-276087b9abcb triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:51.171488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-674607b9-6dea-4033-b648-0900d19e8ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.212292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a84c9e4-5323-4173-b5f4-08fa978a0566'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:51.216074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a938add-e29c-4169-ba9e-0418f91b5dd8 req-2bbd67e8-3918-4e3f-b754-47e5afe4284a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:51.223874 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2a938add-e29c-4169-ba9e-0418f91b5dd8 req-2bbd67e8-3918-4e3f-b754-47e5afe4284a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 948 time: 0.4879241 Apr 08 14:22:51.237296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 6a84c9e4-5323-4173-b5f4-08fa978a0566, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:51.250069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.255432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a891d07-bd76-4116-8a72-c837ecb3b24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:51.287598 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2a938add-e29c-4169-ba9e-0418f91b5dd8 req-8b5e4480-020e-426a-9641-cd7b0b05f6fd tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623436 Apr 08 14:22:51.288328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.312091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-674607b9-6dea-4033-b648-0900d19e8ca8 None None] Port 6a9587ad-5c38-4577-8ccc-276087b9abcb cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:22:51.328531 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a84c9e4-5323-4173-b5f4-08fa978a0566', 'code': 200} Apr 08 14:22:51.377381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=6a84c9e4-5323-4173-b5f4-08fa978a0566,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:51.381501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:51.432001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 3369a09e-dade-4090-afea-efccd3d57fd9 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:51.443357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:22:51.445460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.452971 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:51.480698 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] 10.222.0.35 "PUT /v2.0/routers/3716c63f-ac4f-4979-b96b-526c4c58876a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0012202 Apr 08 14:22:51.569879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 3369a09e-dade-4090-afea-efccd3d57fd9 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:51.570333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.596174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.674979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:51.762250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f60c14-a98f-4d22-98ff-db11173bfd75,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:51.780279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:51.799004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.800974 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fb373621-0727-401e-b736-93254535b364 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8053710 Apr 08 14:22:51.806551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47910) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:51.813144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'floatingip': {'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:51.831182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:51.837396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:22:51.837723 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:floatingip and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:51.842587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:51.843158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.850887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:51.860922 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:51.866144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:51.886762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:51.888216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:51.898855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e4414-a1c3-48ce-8e1e-15d7324bc1f5 req-d90c952c-26e4-4f9a-ba53-0666bb655882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:51.900698 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-249e4414-a1c3-48ce-8e1e-15d7324bc1f5 req-d90c952c-26e4-4f9a-ba53-0666bb655882 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 1102 time: 0.3031695 Apr 08 14:22:51.940275 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-249e4414-a1c3-48ce-8e1e-15d7324bc1f5 req-f0223796-5018-489e-b506-3f232311c350 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Apr 08 14:22:51.945764 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d4684275-26e6-44c6-a752-fdbc07f576b1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "PUT /v2.0/floatingips/b075a3dd-c510-4d06-bd76-7eaa92052b8f HTTP/1.1" status: 200 len: 991 time: 3.2997522 Apr 08 14:22:51.945764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:22:52.056554 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'status': 'completed', 'code': 200} Apr 08 14:22:52.128594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:52.193726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:52.223881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-886ac11d-9647-4828-a69f-8b90755544c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:52.227518 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-886ac11d-9647-4828-a69f-8b90755544c2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1098 time: 0.1346495 Apr 08 14:22:52.424607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Sync routers for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:22:52.438545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-605715bf-bceb-4907-8233-316b22c104db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:52.440187 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-605715bf-bceb-4907-8233-316b22c104db service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.2058582 Apr 08 14:22:52.459241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:52.461295 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:52.521592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Allocated IP 172.28.0.208 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/cdb01ca4-6604-420b-a8c8-e46d769d24f6) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:52.594509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47928) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:52.658309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1580928879-network', 'tenant_id': '632245cc13034587b51a4095680d0b3e'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:52.676250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:52.742302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': 'b075a3dd-c510-4d06-bd76-7eaa92052b8f', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'mac_address': 'fa:16:3e:f7:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:24Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 1, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:52.750671 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:52.776046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:52.777452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:52.799253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:52.813358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Usage tracker for resource:network and tenant:632245cc13034587b51a4095680d0b3e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:52.824378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:52.849964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:52.861228 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-282d62f9-a8f9-481e-93a9-72635f5a797f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 200 len: 999 time: 0.4100485 Apr 08 14:22:52.873501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:52.941502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:52.957888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6744d274-1115-4f37-bab3-ab6d0dcf39f0 tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:53.001500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Made reservation on behalf of 632245cc13034587b51a4095680d0b3e for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:53.007161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.022664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.034394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-b71fdcd8-de40-498b-a159-8c020d320d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:53.036686 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-b71fdcd8-de40-498b-a159-8c020d320d45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.1540680 Apr 08 14:22:53.087268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:53.104066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:53.109310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Usage tracker for resource:security_group_rule and tenant:632245cc13034587b51a4095680d0b3e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:53.112732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:53.116599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'Port': ['ID=cdb01ca4-6604-420b-a8c8-e46d769d24f6,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:53.121862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:53.128580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:53.230721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:53.232283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:53.243204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:53.244888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.263435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.269770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:53.333194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:22:53.358147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d5678-ac58-4794-9d6d-819f0a44f708,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:53.373514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:53.391801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd0c4-237d-4bb7-ab9f-97d3c340a3fd req-95773a24-ae25-4071-8f3c-edfa5baa6e7a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:53.399888 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0a2bd0c4-237d-4bb7-ab9f-97d3c340a3fd req-95773a24-ae25-4071-8f3c-edfa5baa6e7a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 949 time: 0.7354653 Apr 08 14:22:53.406857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.407251 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Added segment 2084bf34-0417-49b1-85bc-07dd41eee642 of type vlan for network 87c986d2-1ef9-414e-9513-159685650051 Apr 08 14:22:53.435154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.450479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-c9b85b76-1045-4dc3-93b8-ff8deb169fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:53.452294 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-c9b85b76-1045-4dc3-93b8-ff8deb169fd3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3998952 Apr 08 14:22:53.459494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 2, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:53.478450 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0a2bd0c4-237d-4bb7-ab9f-97d3c340a3fd req-9e3baaef-5918-4a4e-8397-30dcd612b33e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745335 Apr 08 14:22:53.490480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Checking router: 3716c63f-ac4f-4979-b96b-526c4c58876a for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:22:53.491387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Updating router 3716c63f-ac4f-4979-b96b-526c4c58876a port 6a9587ad-5c38-4577-8ccc-276087b9abcb binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:22:53.535785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.548702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.659244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.670401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:53.671069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.672783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': 'b075a3dd-c510-4d06-bd76-7eaa92052b8f', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'mac_address': 'fa:16:3e:f7:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:24Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 1, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:53.680725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b00b6309-b177-4318-9ad8-b09443e44cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:53.684999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:53.686779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030121f5-a448-420d-93f7-9f848dc6eab7 None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': 'b075a3dd-c510-4d06-bd76-7eaa92052b8f', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'mac_address': 'fa:16:3e:f7:c3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:24Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 1, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:53.722883 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-73d46c20-7d10-4711-b96d-dc2a05f0d6cb service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323048 Apr 08 14:22:53.999954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.006514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.140226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8cc2bf-fb3e-4bc5-b612-59b4c4ffbdcc None None] New status for floating IP b075a3dd-c510-4d06-bd76-7eaa92052b8f: ACTIVE {{(pid=84289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:22:54.150534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ccdf6066-87c2-430b-9b77-1dd0cd19cf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:54.274632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.289770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Transition to ACTIVE for port object 6a9587ad-5c38-4577-8ccc-276087b9abcb will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:54.296926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'Port': ['ID=cdb01ca4-6604-420b-a8c8-e46d769d24f6,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:54.299997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.315205 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7048013 Apr 08 14:22:54.324997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.337418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 47934) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:54.339606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:54.354917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Request body: {'subnet': {'network_id': '87c986d2-1ef9-414e-9513-159685650051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1580928879-subnet', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:54.385187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:54.395019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Usage tracker for resource:subnet and tenant:632245cc13034587b51a4095680d0b3e is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:54.415864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:54.431918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:54.435083 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-39fbea3e-ff98-4c39-8610-a4f2e968b93c req-177aa428-daa7-42c1-8f40-b52a423bca1a service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054029 Apr 08 14:22:54.437227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.450472 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6373992 Apr 08 14:22:54.459871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Pushing event updated for resources: {'Network': ['ID=87c986d2-1ef9-414e-9513-159685650051,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:54.470556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a4a8ba1b-4f98-479a-a130-694a7a005703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:54.476592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Made reservation on behalf of 632245cc13034587b51a4095680d0b3e for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:22:54.486367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:54.499840 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60137933'] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:54.530493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 87c986d2-1ef9-414e-9513-159685650051 details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:22:54.815013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:22:55.065135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0a252-5717-4bfd-b073-23d48d04d808 req-709a196f-d8cb-49f2-8fa2-28e361ee71b1 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:55.068679 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9fc0a252-5717-4bfd-b073-23d48d04d808 req-709a196f-d8cb-49f2-8fa2-28e361ee71b1 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 949 time: 0.3048069 Apr 08 14:22:55.090710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4c76e-9ac8-4adb-9f07-d8cc098540cb None None] Pushing event updated for resources: {'Port': ['ID=6a9587ad-5c38-4577-8ccc-276087b9abcb,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:55.111883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-00f4c76e-9ac8-4adb-9f07-d8cc098540cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:55.165743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Attempting to bind port 6a9587ad-5c38-4577-8ccc-276087b9abcb on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:55.166935 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Attempting to bind port 6a9587ad-5c38-4577-8ccc-276087b9abcb by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:55.167938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Attempting to bind port 6a9587ad-5c38-4577-8ccc-276087b9abcb on network b7bad9eb-507e-4eaa-91e1-74be4794aa5a {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:55.172061 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9fc0a252-5717-4bfd-b073-23d48d04d808 req-9eee5fc8-1124-458e-a2f0-b711f6b2c2dd tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958841 Apr 08 14:22:55.182013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:55.182550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Checking segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:55.182896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:55.183324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Bound using segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:55.183893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Bound port: 6a9587ad-5c38-4577-8ccc-276087b9abcb, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:55.184484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:55.203220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-57420c50-2f11-47a7-a092-56341564386e req-c04ee593-6e75-4967-904d-94af68918b8b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Synchronizing usage tracker for tenant:506ac1e673634482bd3d0854b83ed378 on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:22:55.264301 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-57420c50-2f11-47a7-a092-56341564386e req-c04ee593-6e75-4967-904d-94af68918b8b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Unset dirty status for tenant:506ac1e673634482bd3d0854b83ed378 on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:22:55.266255 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-c04ee593-6e75-4967-904d-94af68918b8b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--985605956&fields=id&tenant_id=506ac1e673634482bd3d0854b83ed378 HTTP/1.1" status: 200 len: 267 time: 0.1952863 Apr 08 14:22:55.281462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] For port 6a9587ad-5c38-4577-8ccc-276087b9abcb, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:55.286116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] For port 6a9587ad-5c38-4577-8ccc-276087b9abcb, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=6a9587ad-5c38-4577-8ccc-276087b9abcb,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:55.295543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:55.435633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-00f4c76e-9ac8-4adb-9f07-d8cc098540cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:55.541977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-ab480e7f-bc8e-4ece-9f78-3264f7982690 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:55.552489 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-ab480e7f-bc8e-4ece-9f78-3264f7982690 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 810 time: 0.2748988 Apr 08 14:22:55.575147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4c76e-9ac8-4adb-9f07-d8cc098540cb None None] Pushing event updated for resources: {'Port': ['ID=6a9587ad-5c38-4577-8ccc-276087b9abcb,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:55.576354 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-7a9cf9d6-c528-4e9c-9c19-4a6c85109b18 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/quotas/506ac1e673634482bd3d0854b83ed378 HTTP/1.1" status: 200 len: 375 time: 0.0236747 Apr 08 14:22:55.578846 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-00f4c76e-9ac8-4adb-9f07-d8cc098540cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:55.610282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:22:55.611108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:22:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:55.782427 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-01dbc83d-8eb6-420b-891a-12d827fd3704 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2044866 Apr 08 14:22:55.935588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036794997000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60137980'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:55.956472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:22:55.965389 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-5357bfe1-e072-49ba-8436-8c6bd5088501 service neutron] 10.222.0.35 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686943 Apr 08 14:22:56.040832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bc3c29c3-70de-46cb-af00-9349374c04c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:56.131469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bd9191-1e57-4e70-9e22-449a47d93a71,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:56.143145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:56.218538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Checking segment: {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:56.219215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Network hostable DHCP agents. Network: 87c986d2-1ef9-414e-9513-159685650051, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:22:56.258297 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-9013e71c-16ed-4771-afa3-149901a1cb7c service neutron] 10.222.0.35 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855408 Apr 08 14:22:56.264618 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Network 87c986d2-1ef9-414e-9513-159685650051 is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:22:56.284412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 87c986d2-1ef9-414e-9513-159685650051) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:56.290493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09a9e-93fd-4ecc-96fb-fdbb2d1d30af req-07ae9ca8-1dbb-419f-b8dd-5f5bae62bc0f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:56.293230 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2ef09a9e-93fd-4ecc-96fb-fdbb2d1d30af req-07ae9ca8-1dbb-419f-b8dd-5f5bae62bc0f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 949 time: 0.2794502 Apr 08 14:22:56.309660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:56.310675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:56.350606 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2ef09a9e-93fd-4ecc-96fb-fdbb2d1d30af req-68f5807c-da17-426d-bd7e-0aedbd92d446 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504813 Apr 08 14:22:56.356043 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0138922 Apr 08 14:22:56.358531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 47962) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:22:56.367659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:56.381148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:22:56.388334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Usage tracker for resource:router and tenant:632245cc13034587b51a4095680d0b3e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:22:56.393810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:22:56.404317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:22:56.426626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-451862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1157'] for router, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:56.428328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1662757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774643'] for router, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:56.476492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:56.555795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccfbb27-199f-4fb2-92a2-f89e8dde7467 None None] Network 87c986d2-1ef9-414e-9513-159685650051 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:22:56.799545 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-174ac5a8-58ec-4156-a0f9-0a2e557d34c9 req-3716ad55-fb85-4104-a0cf-cb963b7bff66 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0942154 Apr 08 14:22:56.941881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:55Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:22:56.953696 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84e617-c526-4d38-bee3-ceeace1cbc7d None None] The sync data for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb is: [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:55Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:22:56.964976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ac8b74b-abec-529d-988f-be088f8de8a8-87c986d2-1ef9-414e-9513-159685650051', 'network_id': '87c986d2-1ef9-414e-9513-159685650051', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'fixed_ips': [{'subnet_id': '44bd9191-1e57-4e70-9e22-449a47d93a71'}]}} from dv-cinder-784623-3-smb. {{(pid=84288) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 14:22:56.966125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:56.975717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444265', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-451847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774662'] for router, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:57.326694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Allocated IP 172.20.0.2 (87c986d2-1ef9-414e-9513-159685650051/44bd9191-1e57-4e70-9e22-449a47d93a71/4e586c04-9864-458d-aff9-b77f61d01ebb) {{(pid=84288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:57.616636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a04877-770a-482c-b59c-982b0cecd2fa req-a8288080-a98e-40de-8e81-42c6669a29e6 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:57.618433 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-26a04877-770a-482c-b59c-982b0cecd2fa req-a8288080-a98e-40de-8e81-42c6669a29e6 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.75 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 949 time: 0.4495139 Apr 08 14:22:57.620155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:57.678095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 6a9587ad-5c38-4577-8ccc-276087b9abcb up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:57.803587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Deleting port 6a84c9e4-5323-4173-b5f4-08fa978a0566 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:22:57.803936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:57.846685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:57.906956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 6a9587ad-5c38-4577-8ccc-276087b9abcb completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:22:57.931510 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 6a9587ad-5c38-4577-8ccc-276087b9abcb triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:57.932224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:58.086985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef96213-8a36-4ffa-add7-139518488012 req-bcac0c7f-3d48-4a4a-ad1f-144bb5090623 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:58.094887 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6ef96213-8a36-4ffa-add7-139518488012 req-bcac0c7f-3d48-4a4a-ad1f-144bb5090623 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 949 time: 0.4317617 Apr 08 14:22:58.114597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Notify callbacks [] for port, precommit_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:58.142609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Transition to ACTIVE for port object 4e586c04-9864-458d-aff9-b77f61d01ebb will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:58.148145 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca38d7cb-b9f5-4a39-9192-e614055f006c req-08e06a95-a18a-487f-a67b-4906be6932e6 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1158297 Apr 08 14:22:58.208310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Transition to ACTIVE for port object 4e586c04-9864-458d-aff9-b77f61d01ebb will not be triggered until provisioned by entity DHCP. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:22:58.249971 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6ef96213-8a36-4ffa-add7-139518488012 req-2b38170b-df4e-43bf-a8fe-cb33421aadb5 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537189 Apr 08 14:22:58.280528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500'] for port, after_create {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:58.326775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1e2ec948-5446-47be-bee5-fb636ab43755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:58.643067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:58.661348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Pushing event updated for resources: {'Port': ['ID=4e586c04-9864-458d-aff9-b77f61d01ebb,revision_number=1']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:58.673907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:58.687554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 6a9587ad-5c38-4577-8ccc-276087b9abcb, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=6a9587ad-5c38-4577-8ccc-276087b9abcb,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:58.699655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:58.704375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ac00ed23-c395-4614-8e4b-1ac7f349dd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:58.821374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Network 87c986d2-1ef9-414e-9513-159685650051 is already hosted by enough agents. {{(pid=84288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:22:58.826893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Resources bound (agent type, host, resource id): {{(pid=84288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:22:58.832772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Received port after_create {{(pid=84288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:22:58.843301 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=6a9587ad-5c38-4577-8ccc-276087b9abcb,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:58.853037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:58.917330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Allocated IP 172.28.0.16 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/d69b2356-6e76-4de5-8b8a-9d42e0386ff7) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:22:59.031925 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Attempting to bind port 4e586c04-9864-458d-aff9-b77f61d01ebb on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:22:59.032428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Attempting to bind port 4e586c04-9864-458d-aff9-b77f61d01ebb by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:22:59.032905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Attempting to bind port 4e586c04-9864-458d-aff9-b77f61d01ebb on network 87c986d2-1ef9-414e-9513-159685650051 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:22:59.040361 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:22:59.040779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Checking segment: {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:22:59.041233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.041733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Bound using segment: {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:22:59.042685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Bound port: 4e586c04-9864-458d-aff9-b77f61d01ebb, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:22:59.043474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.044172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-6358f990-eecf-4048-b8d5-a7419f762c3b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:59.045883 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-6358f990-eecf-4048-b8d5-a7419f762c3b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 810 time: 0.8916731 Apr 08 14:22:59.126869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] For port 6a84c9e4-5323-4173-b5f4-08fa978a0566, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a84c9e4-5323-4173-b5f4-08fa978a0566,segment=NetworkSegment(1fb52d89-aad1-4210-934f-8794f43f7e48),segment_id=1fb52d89-aad1-4210-934f-8794f43f7e48)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:22:59.127267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.156181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] For port 4e586c04-9864-458d-aff9-b77f61d01ebb, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:22:59.162899 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] For port 4e586c04-9864-458d-aff9-b77f61d01ebb, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=4e586c04-9864-458d-aff9-b77f61d01ebb,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:22:59.167989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.196992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:22:59.310931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Calling delete_port for 6a84c9e4-5323-4173-b5f4-08fa978a0566 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:22:59.405047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Pushing event updated for resources: {'Port': ['ID=4e586c04-9864-458d-aff9-b77f61d01ebb,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:22:59.413792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:22:59.416708 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ac16b71e-983c-4539-841e-bc63568aaa5f req-7c927594-08d7-43ee-b31e-f2b168130c10 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0702558 Apr 08 14:22:59.483529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 6a9587ad-5c38-4577-8ccc-276087b9abcb up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:22:59.532735 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-ab5bb280-ce02-45ea-a833-e7a29853e7e9 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=506ac1e673634482bd3d0854b83ed378 HTTP/1.1" status: 200 len: 5703 time: 0.4288867 Apr 08 14:22:59.560419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'port': {'device_id': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'admin_state_up': True, 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'security_groups': ['30685eec-0647-4daf-b723-7e3981eec493']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:22:59.603976 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 6a9587ad-5c38-4577-8ccc-276087b9abcb triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:22:59.604713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.709901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.817992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-034b124b-72f8-4dc8-ac46-67527f92e2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.887772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548f7e6-4ec2-4803-939d-a478f365b388 req-45e15617-82be-41a9-bc4b-24efa75af67f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:22:59.891778 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f548f7e6-4ec2-4803-939d-a478f365b388 req-45e15617-82be-41a9-bc4b-24efa75af67f tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 949 time: 0.4565208 Apr 08 14:22:59.962000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:22:59.987486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:00.028796 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f548f7e6-4ec2-4803-939d-a478f365b388 req-5184fd30-ca75-464f-9328-444a68ea787d tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/security-groups?id=458a6a21-fabc-4a90-9e14-a2320a96d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125345 Apr 08 14:23:00.062815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:23:00.068274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:00.140553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Pushing event deleted for resources: {'Port': ['ID=6a84c9e4-5323-4173-b5f4-08fa978a0566,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:00.143291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Usage tracker for resource:port and tenant:506ac1e673634482bd3d0854b83ed378 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:23:00.166784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:00.167681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:23:00.170683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3ef840b4-8f2f-4849-bf99-cf08ffd398d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:00.273506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:23:00.334845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Made reservation on behalf of 506ac1e673634482bd3d0854b83ed378 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:23:00.341055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:00.421466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Pushing event updated for resources: {'Port': ['ID=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:00.443812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:00.715413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6a84c9e4-5323-4173-b5f4-08fa978a0566 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:23:00.767765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:23:00.771005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 6a84c9e4-5323-4173-b5f4-08fa978a0566 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:23:00.771870 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 6a84c9e4-5323-4173-b5f4-08fa978a0566 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:23:00.773522 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8b187ea4-5b3d-445e-ba8c-763b5187f607 req-0a0a1cc8-7c9a-4901-91bc-14005ce6d17b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1590462 Apr 08 14:23:00.796628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:00.819172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:23:00.882142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] No DVR routers for this DVR port 6a84c9e4-5323-4173-b5f4-08fa978a0566 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:23:00.905830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:00.912514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'name': 'network-vif-deleted', 'tag': '6a84c9e4-5323-4173-b5f4-08fa978a0566'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:00.991789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Allocated IP 172.20.0.5 (63941190-5791-4619-9d3a-acccc77753c7/090d0b67-7a52-4bb5-b277-4d453178e7eb/eab9cafe-341e-40a5-a93c-8ea3ddfba00c) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:23:01.004782 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e84e05b-bf86-442e-9862-0d07f9aeb738', 'name': 'network-vif-deleted', 'tag': '6a84c9e4-5323-4173-b5f4-08fa978a0566', 'status': 'completed', 'code': 200} Apr 08 14:23:01.080874 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa676ca9-12c9-46c9-979b-c198adfaadec None None] Network 87c986d2-1ef9-414e-9513-159685650051 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:23:01.142647 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-26a04877-770a-482c-b59c-982b0cecd2fa req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.75 "DELETE /v2.0/ports/6a84c9e4-5323-4173-b5f4-08fa978a0566 HTTP/1.1" status: 204 len: 173 time: 3.4808207 Apr 08 14:23:01.477641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-b1cf1110-6e69-47e1-b3f7-faae9dbea288 None None] Provisioning for port 4e586c04-9864-458d-aff9-b77f61d01ebb completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:01.549593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 4e586c04-9864-458d-aff9-b77f61d01ebb up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:01.679752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-e016d755-38bb-483f-a1af-424fcdfd7c2a req-37098f08-1ee5-4b67-8ef0-50fe8daf5d00 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Synchronizing usage tracker for tenant:f0f292fab6824b7a8e0ee32c22a3e149 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:23:01.771805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-e016d755-38bb-483f-a1af-424fcdfd7c2a req-37098f08-1ee5-4b67-8ef0-50fe8daf5d00 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Unset dirty status for tenant:f0f292fab6824b7a8e0ee32c22a3e149 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:23:01.773251 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e016d755-38bb-483f-a1af-424fcdfd7c2a req-37098f08-1ee5-4b67-8ef0-50fe8daf5d00 tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e84e05b-bf86-442e-9862-0d07f9aeb738 HTTP/1.1" status: 200 len: 210 time: 0.1991849 Apr 08 14:23:01.884460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 4e586c04-9864-458d-aff9-b77f61d01ebb completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:01.899396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 4e586c04-9864-458d-aff9-b77f61d01ebb triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:01.899852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.080374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.113583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 4e586c04-9864-458d-aff9-b77f61d01ebb, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=4e586c04-9864-458d-aff9-b77f61d01ebb,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:02.117788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.124005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:02.187204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-73d8eacb-8083-4f7f-b791-118e0967ead6 req-8499e37f-fd82-428f-9b82-fb78069ce4ad tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Synchronizing usage tracker for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:23:02.267315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-73d8eacb-8083-4f7f-b791-118e0967ead6 req-8499e37f-fd82-428f-9b82-fb78069ce4ad tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Unset dirty status for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:23:02.268612 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73d8eacb-8083-4f7f-b791-118e0967ead6 req-8499e37f-fd82-428f-9b82-fb78069ce4ad tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1995440 Apr 08 14:23:02.305437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=4e586c04-9864-458d-aff9-b77f61d01ebb,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:02.307923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:02.311079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.339057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-f3ba2dd3-7f04-466f-a607-f0eb1a74d718 None None] Provisioning complete for port 4e586c04-9864-458d-aff9-b77f61d01ebb triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:02.339701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f3ba2dd3-7f04-466f-a607-f0eb1a74d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.343139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Transition to ACTIVE for port object eab9cafe-341e-40a5-a93c-8ea3ddfba00c will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:02.347977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.497605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-91c84704-2a87-4f3f-a3b1-42dc41d0bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.625025 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.641814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ef7ca957-a54c-40fd-aadd-ee092a4467f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:02.898520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:02.959799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event updated for resources: {'Port': ['ID=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:02.974581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:03.098063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854323937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854331513'] for router, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:03.179260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Network 63941190-5791-4619-9d3a-acccc77753c7 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:23:03.250643 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:03.263103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:23:03.433379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:03.434543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:03.514112 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9663692 Apr 08 14:23:03.544821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Request body: {'port': {'device_id': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:03.553304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 4e586c04-9864-458d-aff9-b77f61d01ebb up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:03.758013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-b0f05a47-0331-4384-855c-1957da9fd10e None None] Provisioning for port eab9cafe-341e-40a5-a93c-8ea3ddfba00c completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:03.779510 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-b0f05a47-0331-4384-855c-1957da9fd10e None None] Provisioning complete for port eab9cafe-341e-40a5-a93c-8ea3ddfba00c triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:03.780401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b0f05a47-0331-4384-855c-1957da9fd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:03.852158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 4e586c04-9864-458d-aff9-b77f61d01ebb triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:03.853032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:03.908019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Router b40b02d9-52df-4906-b066-7240b047d3a0 is scheduled to L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 with binding_index 1 {{(pid=84287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 14:23:03.990082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-b0f05a47-0331-4384-855c-1957da9fd10e None None] Port eab9cafe-341e-40a5-a93c-8ea3ddfba00c cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:23:04.085035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:04.140293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:04.344603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:04.521110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dba70c-657c-4ad3-be47-9a14c9540309 req-32af22f6-6e7c-4d35-b497-918de47e03ff tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:04.523562 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-11dba70c-657c-4ad3-be47-9a14c9540309 req-32af22f6-6e7c-4d35-b497-918de47e03ff tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 931 time: 0.8909266 Apr 08 14:23:04.632247 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-11dba70c-657c-4ad3-be47-9a14c9540309 req-5c1f51f9-be9d-43c5-8467-4891b8130b97 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880518 Apr 08 14:23:04.746312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:23:04.761951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Sync routers for ids ['b40b02d9-52df-4906-b066-7240b047d3a0'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:23:04.780647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Routers {'b40b02d9-52df-4906-b066-7240b047d3a0'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:23:04.781692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:23:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['b40b02d9-52df-4906-b066-7240b047d3a0'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:04.802016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:04.807099 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4430172 Apr 08 14:23:04.809009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48106) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:23:05.021828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Set router b40b02d9-52df-4906-b066-7240b047d3a0 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:23:05.054316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab9cafe-341e-40a5-a93c-8ea3ddfba00c {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:05.072744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:05.106622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Transition to ACTIVE for port object eab9cafe-341e-40a5-a93c-8ea3ddfba00c will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:05.115391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:05.228467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c4f83bd4-d854-4a3e-b459-c27c4da9b6ba tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:05.310159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Pushing event updated for resources: {'Port': ['ID=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:05.313713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:05.639190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:23:01Z', 'revision_number': 3, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:05.653098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Checking router: b40b02d9-52df-4906-b066-7240b047d3a0 for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:23:05.653682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Updating router b40b02d9-52df-4906-b066-7240b047d3a0 port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 binding host dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:23:05.776435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:05.840458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Attempting to bind port eab9cafe-341e-40a5-a93c-8ea3ddfba00c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:23:05.840902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Attempting to bind port eab9cafe-341e-40a5-a93c-8ea3ddfba00c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:23:05.841387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Attempting to bind port eab9cafe-341e-40a5-a93c-8ea3ddfba00c on network 63941190-5791-4619-9d3a-acccc77753c7 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:05.854932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Port eab9cafe-341e-40a5-a93c-8ea3ddfba00c on network 63941190-5791-4619-9d3a-acccc77753c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:23:05.856230 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Attempting to bind port eab9cafe-341e-40a5-a93c-8ea3ddfba00c on network 63941190-5791-4619-9d3a-acccc77753c7 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:05.870081 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:23:05.871168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Checking segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:23:05.872256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Bound using segment: {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:23:05.873395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Bound port: eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfc95d6a-13f2-451c-acd7-55d644295968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '63941190-5791-4619-9d3a-acccc77753c7'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:23:05.874443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.070050 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] For port eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:23:06.084253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] For port eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:23:06.099595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf353e-be41-4b5f-888c-170086ad2260 req-d5e5ec08-bbdd-41af-98e5-b83ef440a4dc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:06.101312 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c4cf353e-be41-4b5f-888c-170086ad2260 req-d5e5ec08-bbdd-41af-98e5-b83ef440a4dc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 943 time: 0.1703708 Apr 08 14:23:06.103202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.131774 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:06.230917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.290481 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c4cf353e-be41-4b5f-888c-170086ad2260 req-be55793c-0b8d-4a10-bf74-d50e1079deb4 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624525 Apr 08 14:23:06.337483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Pushing event updated for resources: {'Port': ['ID=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:06.343836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:06.399021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:06.400328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.413736 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] 10.222.0.75 "PUT /v2.0/ports/eab9cafe-341e-40a5-a93c-8ea3ddfba00c HTTP/1.1" status: 200 len: 1093 time: 2.8666623 Apr 08 14:23:06.414820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:06.563534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Notify callbacks [] for port, precommit_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.563752 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'status': 'completed', 'code': 200} Apr 08 14:23:06.600153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Transition to ACTIVE for port object d69b2356-6e76-4de5-8b8a-9d42e0386ff7 will not be triggered until provisioned by entity L2. {{(pid=84288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:06.603561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-c69bbbd1-5b9b-43eb-9c19-52af93f74bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:06.605366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-c69bbbd1-5b9b-43eb-9c19-52af93f74bee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 1096 time: 0.1423512 Apr 08 14:23:06.608576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.627813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:06.685358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Allocated IP 172.20.0.1 (87c986d2-1ef9-414e-9513-159685650051/44bd9191-1e57-4e70-9e22-449a47d93a71/8060b7fb-77ab-4c0a-a7ea-56c9132ecf83) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:23:06.704362 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-6d5ccb26-a009-43a2-8375-ad6cf6e19612 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c HTTP/1.1" status: 200 len: 217 time: 0.0914426 Apr 08 14:23:06.806108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-4b137d4d-8572-40ed-84d6-d06837442eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:06.807759 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-4b137d4d-8572-40ed-84d6-d06837442eb4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.0972021 Apr 08 14:23:06.814720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2983a-2e21-4188-b35e-d5575bc90021 None None] Pushing event updated for resources: {'Port': ['ID=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,revision_number=2']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:06.820743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eab2983a-2e21-4188-b35e-d5575bc90021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:06.900087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Attempting to bind port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:23:06.900087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Attempting to bind port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:23:06.900515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Attempting to bind port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 on network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:06.906814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420c50-2f11-47a7-a092-56341564386e req-2b7ed652-a5de-4fa1-9713-bda076edf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:06.907150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:23:06.907523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Checking segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:23:06.907982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:06.908426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Bound using segment: {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'} {{(pid=84288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:23:06.908552 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-2b7ed652-a5de-4fa1-9713-bda076edf598 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931158 Apr 08 14:23:06.908974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Bound port: d69b2356-6e76-4de5-8b8a-9d42e0386ff7, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fe2e-c5d3-453c-b631-1576b239aacb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}}] {{(pid=84288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:23:06.909670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:07.024454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] For port d69b2356-6e76-4de5-8b8a-9d42e0386ff7, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:23:07.028893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] For port d69b2356-6e76-4de5-8b8a-9d42e0386ff7, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:23:07.036780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:07.047477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:07.066172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:07.067860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Transition to ACTIVE for port object 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 will not be triggered until provisioned by entity DHCP. {{(pid=84286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:07.091431 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-8c6efe23-6e5d-4df4-ad2d-f51c87c924b2 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742187 Apr 08 14:23:07.093978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:07.244344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8852dadc-1d18-42f5-a8a8-1f4af8652244 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:07.273999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57420c50-2f11-47a7-a092-56341564386e req-acefdf35-9dee-4a2e-a8e5-db7f63521dc4 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737347 Apr 08 14:23:07.322679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Network 87c986d2-1ef9-414e-9513-159685650051 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:23:07.329577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2983a-2e21-4188-b35e-d5575bc90021 None None] Pushing event updated for resources: {'Port': ['ID=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,revision_number=3']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:07.336012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eab2983a-2e21-4188-b35e-d5575bc90021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:07.369529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:07.373017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:07.376350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:23:07.421768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:07.479140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Routers {'b40b02d9-52df-4906-b066-7240b047d3a0'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:23:07.480399 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:23:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['b40b02d9-52df-4906-b066-7240b047d3a0'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:07.491384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70894-70ea-4d26-a631-965e9389611c req-230d0ac0-97cc-4d9c-aca4-dde151d728d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:07.493911 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-230d0ac0-97cc-4d9c-aca4-dde151d728d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 1096 time: 0.1626427 Apr 08 14:23:07.518411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-494667'] for router_interface, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:07.849775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:08.000610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-3a53b7af-93c7-46c9-b612-b79085d2370c None None] Provisioning for port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:08.021772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-3a53b7af-93c7-46c9-b612-b79085d2370c None None] Provisioning complete for port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:08.022394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3a53b7af-93c7-46c9-b612-b79085d2370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:08.052478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70894-70ea-4d26-a631-965e9389611c req-bc192236-9be8-402f-96e2-7a79a9c58240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:08.055412 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-bc192236-9be8-402f-96e2-7a79a9c58240 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.5494287 Apr 08 14:23:08.074215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9f03-921a-467c-9bb3-da8304622c60 req-d2775507-12f9-4237-b81a-cf7c80f3cab2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:08.089550 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-143d9f03-921a-467c-9bb3-da8304622c60 req-d2775507-12f9-4237-b81a-cf7c80f3cab2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 943 time: 0.3032620 Apr 08 14:23:08.109587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] Set router b40b02d9-52df-4906-b066-7240b047d3a0 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:23:08.160964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-3a53b7af-93c7-46c9-b612-b79085d2370c None None] Port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:23:08.216798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:08.224235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:08.260495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47e2d141-1ddf-41aa-9e72-654884153036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:08.269347 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-33de85ce-d473-44b0-92c4-1db26835a5f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c HTTP/1.1" status: 200 len: 217 time: 0.1571901 Apr 08 14:23:08.294038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-143d9f03-921a-467c-9bb3-da8304622c60 req-88edaa44-45d0-44db-b486-76ceb6718fb2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028401 Apr 08 14:23:08.367101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:08.371837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:08.372862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853167900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453790'] for router_interface, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:08.426985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70894-70ea-4d26-a631-965e9389611c req-553729ce-dec3-42a4-871b-2baab6e47446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:08.428713 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-553729ce-dec3-42a4-871b-2baab6e47446 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.1331117 Apr 08 14:23:08.570927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:23:01Z', 'revision_number': 3, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:08.577215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09541ad2-3af1-4e1d-820b-dda67f42c15c None None] The sync data for ids ['b40b02d9-52df-4906-b066-7240b047d3a0'] in dv-cinder-784623-3-smb is: [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:23:01Z', 'revision_number': 3, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:23:08.613284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70894-70ea-4d26-a631-965e9389611c req-ca64514f-31c5-4f4f-9124-d187828e4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:08.615558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-ca64514f-31c5-4f4f-9124-d187828e4501 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1785765 Apr 08 14:23:08.632901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Network 87c986d2-1ef9-414e-9513-159685650051 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:23:08.634344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:08.749413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device eab9cafe-341e-40a5-a93c-8ea3ddfba00c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:23:08.971466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Router b40b02d9-52df-4906-b066-7240b047d3a0 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:23:08.998341 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-2809f292-7272-4d36-a0d1-e592c4256c4e service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739495 Apr 08 14:23:09.054069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-913fe527-6cb7-4783-9e68-1e3cf761e64e None None] Provisioning complete for port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:09.054533 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-913fe527-6cb7-4783-9e68-1e3cf761e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:09.148461 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:09.167428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-913fe527-6cb7-4783-9e68-1e3cf761e64e None None] Port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:23:09.178916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'port_id': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'mac_address': 'fa:16:3e:b2:10:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:23:09.323647 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44b70894-70ea-4d26-a631-965e9389611c req-8a3d28f9-0d83-4e3c-9f34-4d6c7bf3d1de service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164430 Apr 08 14:23:09.326428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:09.328987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab9cafe-341e-40a5-a93c-8ea3ddfba00c {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:09.369580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:09.389835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:09.401936 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:09.521132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device d69b2356-6e76-4de5-8b8a-9d42e0386ff7 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:09.538021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:23:09.558101 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/b40b02d9-52df-4906-b066-7240b047d3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7378769 Apr 08 14:23:09.608963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099918ed-4153-459a-a73a-ad3714659f48 req-c52e0a2e-8196-4610-824c-1b506bb316ad tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:09.611490 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-099918ed-4153-459a-a73a-ad3714659f48 req-c52e0a2e-8196-4610-824c-1b506bb316ad tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 944 time: 0.1370463 Apr 08 14:23:09.660943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:09.666686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:09.688961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:09.693843 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-099918ed-4153-459a-a73a-ad3714659f48 req-3f4bbbc8-3b9e-4a12-b385-e84c4e8b3336 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676703 Apr 08 14:23:09.695980 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:09.696482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:09.725064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['eab9cafe-341e-40a5-a93c-8ea3ddfba00c'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:23:09.990786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:10.031208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port d69b2356-6e76-4de5-8b8a-9d42e0386ff7, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:10.047167 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:10.056294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-13fa064f-28c7-4bcb-9867-b2bdf5dff7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:10.192393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:10.204780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:10.374780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48288) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:23:10.599624 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ec9e21e1-70f6-4029-8599-8ccfb97d77ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0f292fab6824b7a8e0ee32c22a3e149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231612 Apr 08 14:23:10.602066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 48300) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:23:10.681264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:10.725146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:10.764283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device eab9cafe-341e-40a5-a93c-8ea3ddfba00c up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:10.781348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:10.810633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:10.832246 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a6a21-fabc-4a90-9e14-a2320a96d881,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:10.835418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:10.891967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:10.895461 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/458a6a21-fabc-4a90-9e14-a2320a96d881 HTTP/1.1" status: 204 len: 168 time: 0.2918687 Apr 08 14:23:10.950523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e14c-13c9-43de-9946-e7475d04ea1b req-331edd7b-c9bf-4010-be4f-5d508e1fab54 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:10.952262 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-23f2e14c-13c9-43de-9946-e7475d04ea1b req-331edd7b-c9bf-4010-be4f-5d508e1fab54 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 944 time: 0.1241176 Apr 08 14:23:10.979550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port eab9cafe-341e-40a5-a93c-8ea3ddfba00c completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:10.995677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port eab9cafe-341e-40a5-a93c-8ea3ddfba00c triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:10.997388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:11.007112 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-23f2e14c-13c9-43de-9946-e7475d04ea1b req-738d561f-ec1b-4c62-a820-a62b86f4734e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Apr 08 14:23:11.214454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:11.244515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:11.281647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:11.296299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:11.307173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-74ec981b-dda5-47ba-b0f5-e753b9e992d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:11.415537 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'code': 200} Apr 08 14:23:11.416580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:11.426373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:11.516074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device d69b2356-6e76-4de5-8b8a-9d42e0386ff7 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:11.680446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:11.680871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:11.868978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c34a-58d2-44c0-8461-81eeffbc7491 req-aa3b0d96-8462-4319-a2c7-872e7a030451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:11.873040 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-41b1c34a-58d2-44c0-8461-81eeffbc7491 req-aa3b0d96-8462-4319-a2c7-872e7a030451 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 1098 time: 0.1894221 Apr 08 14:23:11.936234 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-41b1c34a-58d2-44c0-8461-81eeffbc7491 req-977657e2-a195-4166-8611-18165a76f6b3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529094 Apr 08 14:23:12.371783 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Sync routers for ids ['b40b02d9-52df-4906-b066-7240b047d3a0'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:23:12.388390 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Routers {'b40b02d9-52df-4906-b066-7240b047d3a0'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:23:12.389449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:23:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['b40b02d9-52df-4906-b066-7240b047d3a0'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:12.398536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b92db-8304-49e2-bb38-331d58fe8253 req-dcf041bb-67c4-4b4a-bbbb-c737f3341555 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:12.400418 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-804b92db-8304-49e2-bb38-331d58fe8253 req-dcf041bb-67c4-4b4a-bbbb-c737f3341555 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.1337776 Apr 08 14:23:12.451031 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-804b92db-8304-49e2-bb38-331d58fe8253 req-8c11907c-2b6e-48bb-99ef-464c16bbe5e3 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404680 Apr 08 14:23:12.672987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 48334) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:23:12.864087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Set router b40b02d9-52df-4906-b066-7240b047d3a0 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:23:12.894734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-551260988-network', 'tenant_id': '1a4db3dcc7f64b29993a1309557541f8'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:12.916762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:23:12.931664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Usage tracker for resource:network and tenant:1a4db3dcc7f64b29993a1309557541f8 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:23:12.945558 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:23:12.974309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:23:13.004770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Made reservation on behalf of 1a4db3dcc7f64b29993a1309557541f8 for: {'network': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:23:13.009926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for network, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.032568 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.055775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:23:13.061860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Usage tracker for resource:security_group_rule and tenant:1a4db3dcc7f64b29993a1309557541f8 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:23:13.066959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:23:13.075508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:23:13.190764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.195454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.202852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-35730411-3e2a-4883-b5c4-f509245d4162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:13.245761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=84287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 14:23:13.252447 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f7657-392f-4e66-8d5d-aeac6d616716,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:13.257981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:13.265623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.266066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.segments_db [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Added segment 1a6f241a-4013-4c7c-9140-cfab0cea84d4 of type vlan for network 55747028-bf56-4839-b812-b8bf411d614c Apr 08 14:23:13.304901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284275000555'] for network, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.345171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099'] for network, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.348588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:13.349299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.376959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-447f7823-4212-4537-9f33-86952f76774b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:13.619642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:23:07Z', 'revision_number': 4, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '8060b7fb-77ab-4c0a-a7ea-56c9132ecf83', 'name': '', 'network_id': '87c986d2-1ef9-414e-9513-159685650051', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'mac_address': 'fa:16:3e:7d:74:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '44bd9191-1e57-4e70-9e22-449a47d93a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:23:06Z', 'updated_at': '2021-04-08T14:23:07Z', 'revision_number': 2, 'project_id': '632245cc13034587b51a4095680d0b3e', 'subnets': [{'id': '44bd9191-1e57-4e70-9e22-449a47d93a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:13.627920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Checking router: b40b02d9-52df-4906-b066-7240b047d3a0 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:23:13.629565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Updating router b40b02d9-52df-4906-b066-7240b047d3a0 port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 binding host dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 14:23:13.746973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:13.939523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Pushing event updated for resources: {'Network': ['ID=55747028-bf56-4839-b812-b8bf411d614c,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:13.951509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48344) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:23:13.953700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Network 55747028-bf56-4839-b812-b8bf411d614c details requested by agent ovs-agent-dv-cinder-784623-3-smb with host dv-cinder-784623-3-smb {{(pid=84288) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 14:23:13.954559 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2803049 Apr 08 14:23:13.956300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:13.961989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Request body: {'subnet': {'network_id': '55747028-bf56-4839-b812-b8bf411d614c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-551260988-subnet', 'tenant_id': '1a4db3dcc7f64b29993a1309557541f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:13.971069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:23:13.979614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Usage tracker for resource:subnet and tenant:1a4db3dcc7f64b29993a1309557541f8 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:23:13.987234 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:23:14.001421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:23:14.019048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Made reservation on behalf of 1a4db3dcc7f64b29993a1309557541f8 for: {'subnet': 1} {{(pid=84286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:23:14.039381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60137933'] for subnet, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:14.164322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b43c2f-81e1-4ec7-b4a5-5d778128feb7 req-143ee54a-821d-4ac5-b13c-415efa7d76c4 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:14.167126 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b43c2f-81e1-4ec7-b4a5-5d778128feb7 req-143ee54a-821d-4ac5-b13c-415efa7d76c4 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.2347422 Apr 08 14:23:14.252408 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19b43c2f-81e1-4ec7-b4a5-5d778128feb7 req-b9236d3c-aca3-4bdd-83b0-3c86a793ce71 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739236 Apr 08 14:23:14.485608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494ce91-85c2-4d49-8ab6-6831544ab0c2 req-a4e43910-7f8a-461f-8feb-09b98f1cf8a6 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:14.499646 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a494ce91-85c2-4d49-8ab6-6831544ab0c2 req-a4e43910-7f8a-461f-8feb-09b98f1cf8a6 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.1209931 Apr 08 14:23:14.513675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 48350) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:23:14.534022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Request body: {'floatingip': {'port_id': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:14.684894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:14.732084 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Notify callbacks [] for port, precommit_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:14.768146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Transition to ACTIVE for port object 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 will not be triggered until provisioned by entity L2. {{(pid=84289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:14.781221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:14.836828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1d1dc901-bea5-482b-8fc8-c1bd32ab7fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:14.951013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036794997000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60137980'] for subnet, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:14.969197 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:15.084452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df4fe2-46e1-4f68-bcc8-d96d5b972233 None None] Pushing event updated for resources: {'Port': ['ID=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,revision_number=3']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:15.103692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-11df4fe2-46e1-4f68-bcc8-d96d5b972233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:15.324912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Checking segment: {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:23:15.325445 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Network hostable DHCP agents. Network: 55747028-bf56-4839-b812-b8bf411d614c, hostable agents: ['d5bdc518-15de-482e-b2a6-7c31d7c839bd'], hosted agents: [] {{(pid=84286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 14:23:15.337361 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce8aea4-519b-46cc-83c6-2ce0644fb06a,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:15.341157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:15.354543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Network 55747028-bf56-4839-b812-b8bf411d614c is scheduled to be hosted by DHCP agent d5bdc518-15de-482e-b2a6-7c31d7c839bd with binding_index 1 {{(pid=84286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 14:23:15.371628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-smb, 55747028-bf56-4839-b812-b8bf411d614c) {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:15.388157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a379f-8c12-4f03-9d38-c238d337b101 None None] Network 55747028-bf56-4839-b812-b8bf411d614c requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:23:15.413648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:15.420260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:15.561956 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f9699896-3d7a-46fa-ab8c-7dc64624975f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6001844 Apr 08 14:23:15.562740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:15.582961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:16.039452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Attempting to bind port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 on host dv-cinder-784623-3-smb for vnic_type normal with profile {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:23:16.042175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Attempting to bind port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 by drivers openvswitch,hyperv on host dv-cinder-784623-3-smb at level 0 using segments [{'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:23:16.044660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Attempting to bind port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 on network 87c986d2-1ef9-414e-9513-159685650051 {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:16.059726 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Floating IP 5e39d913-0c0f-4876-845a-f265d8ebccf6 associated. External IP: 172.28.0.208, port: eab9cafe-341e-40a5-a93c-8ea3ddfba00c. Apr 08 14:23:16.072718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Checking agent: {'id': '240e45c5-79d1-407e-b694-e9364086da97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 9, 4), 'started_at': datetime.datetime(2021, 4, 8, 14, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:23:16.073362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Checking segment: {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:23:16.074044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:16.074851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Bound using segment: {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'} {{(pid=84289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:23:16.075567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Bound port: 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83, host: dv-cinder-784623-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2084bf34-0417-49b1-85bc-07dd41eee642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '87c986d2-1ef9-414e-9513-159685650051'}}] {{(pid=84289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:23:16.076231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:16.112296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3431d39c-d86e-48c2-8f44-881eb08cf64b None None] Network 55747028-bf56-4839-b812-b8bf411d614c requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:23:16.315629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] For port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83, host dv-cinder-784623-3-smb, cleared binding levels {{(pid=84289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:23:16.329833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] For port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83, host dv-cinder-784623-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:23:16.339906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84289) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:16.399944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d1cdd5de-a673-4239-8a44-57076341bdee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:16.653087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df4fe2-46e1-4f68-bcc8-d96d5b972233 None None] Pushing event updated for resources: {'Port': ['ID=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,revision_number=4']} {{(pid=84289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:16.673401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-11df4fe2-46e1-4f68-bcc8-d96d5b972233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84289) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:16.792491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Routers {'b40b02d9-52df-4906-b066-7240b047d3a0'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:23:16.793216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:23:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['b40b02d9-52df-4906-b066-7240b047d3a0'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:17.088319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:23:17.349943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] Set router b40b02d9-52df-4906-b066-7240b047d3a0 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:23:17.499997 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:23:17.506389 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:17.520356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:23:17.540349 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:23:17.541329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:23:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:17.688155 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-af8bcfad-921c-44b4-baea-1485d2722729 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "PUT /v2.0/floatingips/5e39d913-0c0f-4876-845a-f265d8ebccf6 HTTP/1.1" status: 200 len: 991 time: 3.1715386 Apr 08 14:23:17.703202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:17.923570 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'status': 'completed', 'code': 200} Apr 08 14:23:18.092575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-eeb94dd5-fe85-461f-a7aa-7f3bbb26add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:18.093963 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-eeb94dd5-fe85-461f-a7aa-7f3bbb26add1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=506ac1e673634482bd3d0854b83ed378&device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 1098 time: 0.1355820 Apr 08 14:23:18.094939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:23:18.104522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:23:07Z', 'revision_number': 4, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '8060b7fb-77ab-4c0a-a7ea-56c9132ecf83', 'name': '', 'network_id': '87c986d2-1ef9-414e-9513-159685650051', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'mac_address': 'fa:16:3e:7d:74:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '44bd9191-1e57-4e70-9e22-449a47d93a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:23:06Z', 'updated_at': '2021-04-08T14:23:16Z', 'revision_number': 4, 'project_id': '632245cc13034587b51a4095680d0b3e', 'subnets': [{'id': '44bd9191-1e57-4e70-9e22-449a47d93a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:18.114354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc33afa-954b-4428-817e-622464c29f40 None None] The sync data for ids ['b40b02d9-52df-4906-b066-7240b047d3a0'] in dv-cinder-784623-3-smb is: [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:23:07Z', 'revision_number': 4, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '8060b7fb-77ab-4c0a-a7ea-56c9132ecf83', 'name': '', 'network_id': '87c986d2-1ef9-414e-9513-159685650051', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'mac_address': 'fa:16:3e:7d:74:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '44bd9191-1e57-4e70-9e22-449a47d93a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:23:06Z', 'updated_at': '2021-04-08T14:23:16Z', 'revision_number': 4, 'project_id': '632245cc13034587b51a4095680d0b3e', 'subnets': [{'id': '44bd9191-1e57-4e70-9e22-449a47d93a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:23:18.569540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-50c4339c-aa9c-4fe2-a1f6-d3db1753cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:18.572576 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-50c4339c-aa9c-4fe2-a1f6-d3db1753cb82 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 200 len: 911 time: 0.4697526 Apr 08 14:23:18.801162 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-d69d6d8a-4887-4985-b5eb-8b42ec5473e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c HTTP/1.1" status: 200 len: 999 time: 0.2092767 Apr 08 14:23:18.915489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '5e39d913-0c0f-4876-845a-f265d8ebccf6', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'floating_ip_address': '172.28.0.208', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'port_id': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'mac_address': 'fa:16:3e:b2:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:53Z', 'updated_at': '2021-04-08T14:23:15Z', 'revision_number': 1, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:18.936656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:23:18.982028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:23:18.983312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:23:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:19.646617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:23:19.768141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-2ef581b5-6cfa-4fd9-b688-b88c26025eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:19.770168 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-2ef581b5-6cfa-4fd9-b688-b88c26025eb2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 200 len: 849 time: 0.9668477 Apr 08 14:23:19.810794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:20.009149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-6c63287f-e769-45d1-9eca-0d1cfe7efc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:20.011112 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-6c63287f-e769-45d1-9eca-0d1cfe7efc29 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63941190-5791-4619-9d3a-acccc77753c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2324255 Apr 08 14:23:20.153053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-1300aac6-f263-4455-9c7c-cba975199141 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:20.153856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-1300aac6-f263-4455-9c7c-cba975199141 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Synchronizing usage tracker for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:network {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:23:20.241813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning for port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:20.258003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:20.258003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:20.265816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-1300aac6-f263-4455-9c7c-cba975199141 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Unset dirty status for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:network {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:23:20.267261 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-1300aac6-f263-4455-9c7c-cba975199141 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/networks?id=55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 200 len: 813 time: 0.4516978 Apr 08 14:23:20.276661 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-b04f28a1-1a98-4063-ba9c-53227920605c service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565234 Apr 08 14:23:20.468805 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-66cb720c-f2dd-4493-8aa5-386cfd35b84d req-b40e654c-58c2-43c8-8b9d-8506322122f9 service neutron] 10.222.0.75 "GET /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827722 Apr 08 14:23:20.490778 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-393c2b03-3bff-418e-b322-adfa46b6e72c tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/quotas/1a4db3dcc7f64b29993a1309557541f8 HTTP/1.1" status: 200 len: 375 time: 0.1798446 Apr 08 14:23:20.569054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:20.587871 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-63ae2298-08a8-433a-8595-7eef6d616a54 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a4db3dcc7f64b29993a1309557541f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782783 Apr 08 14:23:20.588095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-411226c2-16cf-4029-b583-9163082f6383 None None] For port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:20.593709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:20.598118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:20.704708 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Pushing event updated for resources: {'Port': ['ID=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:20.710254 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:20.715703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '5e39d913-0c0f-4876-845a-f265d8ebccf6', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'floating_ip_address': '172.28.0.208', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'port_id': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'mac_address': 'fa:16:3e:b2:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:53Z', 'updated_at': '2021-04-08T14:23:15Z', 'revision_number': 1, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:23:20.721191 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbeb47-2a6f-46fe-8ccf-92037e98c86d None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '5e39d913-0c0f-4876-845a-f265d8ebccf6', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'floating_ip_address': '172.28.0.208', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'port_id': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'mac_address': 'fa:16:3e:b2:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:22:53Z', 'updated_at': '2021-04-08T14:23:15Z', 'revision_number': 1, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:23:20.842561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:20.845989 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-0a9720ed-4979-4538-9d93-ca2c09565e27 service neutron] 10.222.0.35 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374420 Apr 08 14:23:21.219991 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-bae0cda5-bfcc-481b-ab69-76d656fc8f04 service neutron] 10.222.0.35 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663259 Apr 08 14:23:21.323806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6037af-4fc2-445c-9b60-7d830c7c6f59 None None] New status for floating IP 5e39d913-0c0f-4876-845a-f265d8ebccf6: ACTIVE {{(pid=84289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:23:21.583075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 up at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:21.787894 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d8cd0c49-c6f2-4816-b38e-07ca9988b43e req-8de0b9a8-8ea3-4f1d-8e6f-3b23d36ebebf tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 210 time: 0.2269566 Apr 08 14:23:21.829578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Provisioning complete for port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:21.830318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:23.107870 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-efcb8192-fd7d-48bc-8044-489c75b56c77 req-ced0e974-2ebf-427a-80e9-7f57c51c7bee tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 210 time: 0.1502235 Apr 08 14:23:24.048178 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-6ae21a28-a83b-455a-b846-c0fc1504c6b8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:24.050381 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-6ae21a28-a83b-455a-b846-c0fc1504c6b8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "GET /v2.0/networks?id=55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 200 len: 813 time: 0.3251712 Apr 08 14:23:24.077436 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Request body: {'port': {'device_id': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'network_id': '55747028-bf56-4839-b812-b8bf411d614c', 'admin_state_up': True, 'tenant_id': '1a4db3dcc7f64b29993a1309557541f8'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:24.537316 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-36f47f9e-be7f-4393-a27f-8058d4d0be7d req-ba1d586f-3802-4c0d-bce7-5144463167f8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 210 time: 0.1158993 Apr 08 14:23:24.551737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:23:24.566412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Usage tracker for resource:port and tenant:1a4db3dcc7f64b29993a1309557541f8 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:23:24.573631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:23:24.594030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:23:24.614674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Made reservation on behalf of 1a4db3dcc7f64b29993a1309557541f8 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:23:24.621134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:24.887405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Allocated IP 172.20.0.2 (55747028-bf56-4839-b812-b8bf411d614c/0ce8aea4-519b-46cc-83c6-2ce0644fb06a/44574cbe-c748-48fe-b3d0-944322f308ed) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:23:25.145986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:25.224356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:25.241229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:25.554013 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Pushing event updated for resources: {'Port': ['ID=44574cbe-c748-48fe-b3d0-944322f308ed,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:25.568116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.568534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.568946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.569348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.569745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.570147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.570571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.570967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.571363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.571776 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.572215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.572763 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:25.578463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:25.629214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Network 55747028-bf56-4839-b812-b8bf411d614c is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:23:25.631445 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:25.635069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:23:25.721305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:25.723185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:25.748505 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6855912 Apr 08 14:23:25.761546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Request body: {'port': {'device_id': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:25.974944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf710d-4100-4143-adff-bcf654755ee7 req-1c80267d-bc6b-4d73-9049-d0c0c817a50b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:25.975757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-15bf710d-4100-4143-adff-bcf654755ee7 req-1c80267d-bc6b-4d73-9049-d0c0c817a50b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Synchronizing usage tracker for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:23:25.979850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:26.048329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-15bf710d-4100-4143-adff-bcf654755ee7 req-1c80267d-bc6b-4d73-9049-d0c0c817a50b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Unset dirty status for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:23:26.049613 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-15bf710d-4100-4143-adff-bcf654755ee7 req-1c80267d-bc6b-4d73-9049-d0c0c817a50b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 931 time: 0.2572913 Apr 08 14:23:26.128361 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-15bf710d-4100-4143-adff-bcf654755ee7 req-51efd356-02c8-4b1c-8dd2-e1f1be6ebbf4 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Synchronizing usage tracker for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:23:26.213705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-15bf710d-4100-4143-adff-bcf654755ee7 req-51efd356-02c8-4b1c-8dd2-e1f1be6ebbf4 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Unset dirty status for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:23:26.215001 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-15bf710d-4100-4143-adff-bcf654755ee7 req-51efd356-02c8-4b1c-8dd2-e1f1be6ebbf4 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317074 Apr 08 14:23:26.451866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44574cbe-c748-48fe-b3d0-944322f308ed {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:26.462106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:26.575755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Transition to ACTIVE for port object 44574cbe-c748-48fe-b3d0-944322f308ed will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:26.585657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:26.611007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:27.059785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Pushing event updated for resources: {'Port': ['ID=44574cbe-c748-48fe-b3d0-944322f308ed,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:27.069168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:27.086247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-d36ff040-2ba7-4eef-8227-6ba47dc29762 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:27.087950 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-d36ff040-2ba7-4eef-8227-6ba47dc29762 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 815 time: 0.6281815 Apr 08 14:23:27.118298 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-04f8d07e-1219-401e-b4f7-52a5aa777619 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/quotas/f5b12cc1bcfa434aa2a7fef39a69ea7a HTTP/1.1" status: 200 len: 375 time: 0.0171700 Apr 08 14:23:27.461812 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-40152656-3d6a-4e1a-89d4-d65c9c69fc2f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3353415 Apr 08 14:23:27.504892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Attempting to bind port 44574cbe-c748-48fe-b3d0-944322f308ed on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:23:27.505268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Attempting to bind port 44574cbe-c748-48fe-b3d0-944322f308ed by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:23:27.505640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Attempting to bind port 44574cbe-c748-48fe-b3d0-944322f308ed on network 55747028-bf56-4839-b812-b8bf411d614c {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:27.528919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Port 44574cbe-c748-48fe-b3d0-944322f308ed on network 55747028-bf56-4839-b812-b8bf411d614c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:23:27.529286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Attempting to bind port 44574cbe-c748-48fe-b3d0-944322f308ed on network 55747028-bf56-4839-b812-b8bf411d614c {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:27.590231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:23:27.590815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Checking segment: {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:23:27.590947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Bound using segment: {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:23:27.591404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Bound port: 44574cbe-c748-48fe-b3d0-944322f308ed, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:23:27.591789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:27.660888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc8f2d-0e2b-4c18-b9d7-9522d9c582de req-a3b20b7e-574e-4a3b-85c4-492502f51cb8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:27.662587 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-85fc8f2d-0e2b-4c18-b9d7-9522d9c582de req-a3b20b7e-574e-4a3b-85c4-492502f51cb8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 943 time: 0.3086212 Apr 08 14:23:27.736567 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-85fc8f2d-0e2b-4c18-b9d7-9522d9c582de req-8e4f23ca-dff6-4768-aeaa-657c64437fdf tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Apr 08 14:23:27.761804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-4a62a6e7-842f-4419-8d65-4488ddb4c368 service neutron] 10.222.0.35 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822235 Apr 08 14:23:27.763079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] For port 44574cbe-c748-48fe-b3d0-944322f308ed, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:23:27.766809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] For port 44574cbe-c748-48fe-b3d0-944322f308ed, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=44574cbe-c748-48fe-b3d0-944322f308ed,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:23:27.771835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:27.792040 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:28.067566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Pushing event updated for resources: {'Port': ['ID=44574cbe-c748-48fe-b3d0-944322f308ed,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:28.074943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:28.126603 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-df661ffe-6611-4a5e-987d-f02bfdd09bfd service neutron] 10.222.0.35 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357444 Apr 08 14:23:28.138874 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:28.139774 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:28.141941 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] 10.222.0.75 "PUT /v2.0/ports/44574cbe-c748-48fe-b3d0-944322f308ed HTTP/1.1" status: 200 len: 1093 time: 2.3854594 Apr 08 14:23:28.142745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'tag': '44574cbe-c748-48fe-b3d0-944322f308ed'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:28.326538 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'tag': '44574cbe-c748-48fe-b3d0-944322f308ed', 'status': 'completed', 'code': 200} Apr 08 14:23:28.330501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-86405261-fe06-42c7-af3b-11f180dc79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:28.333538 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-86405261-fe06-42c7-af3b-11f180dc79de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1a4db3dcc7f64b29993a1309557541f8&device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 1096 time: 0.1445141 Apr 08 14:23:28.550239 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-d9d479bf-3412-4769-ba03-6162bb57f5dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44574cbe-c748-48fe-b3d0-944322f308ed HTTP/1.1" status: 200 len: 217 time: 0.1979823 Apr 08 14:23:28.563707 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-aeccd2ff-814f-4368-8413-9a6e26ec364a req-fc10c7bc-ec32-466b-ac33-8d8814ce050d tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.2092195 Apr 08 14:23:28.724283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-9371ff2d-c6c4-40b6-b1d3-6205a8c0f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:28.725905 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-9371ff2d-c6c4-40b6-b1d3-6205a8c0f097 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ce8aea4-519b-46cc-83c6-2ce0644fb06a HTTP/1.1" status: 200 len: 853 time: 0.1651726 Apr 08 14:23:28.813465 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-240d78f0-6c44-426f-aba5-ea3643dbae48 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=55747028-bf56-4839-b812-b8bf411d614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802269 Apr 08 14:23:29.118688 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-c456603d-3a6c-4c9c-acd3-f61ae58bb7f0 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978315 Apr 08 14:23:29.161257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105049a-ce24-406b-bcb6-5090cd57d42e req-7a05c776-33b6-4fe4-9298-63993f4addf7 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:29.163048 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2105049a-ce24-406b-bcb6-5090cd57d42e req-7a05c776-33b6-4fe4-9298-63993f4addf7 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 943 time: 0.1728187 Apr 08 14:23:29.313819 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2105049a-ce24-406b-bcb6-5090cd57d42e req-0a301739-e20c-4c67-8d49-562bc9234bc3 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169720 Apr 08 14:23:29.358731 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3a2d193e-b461-4171-888a-8aaf88683b16 req-810cf19e-935e-48e7-a939-750eabae47e2 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315271 Apr 08 14:23:29.521441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-f02f370e-8e14-4834-906e-dde70e273de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:29.524813 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-f02f370e-8e14-4834-906e-dde70e273de0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1a4db3dcc7f64b29993a1309557541f8&device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 1096 time: 0.1131837 Apr 08 14:23:29.808926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-32c9c138-ae95-4916-85f7-b64f327387b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:29.912424 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2eb8a051-0bf6-4d07-806c-1a6daf9bda24 req-7988dddd-a503-4c5b-af4a-1f973747f280 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.1673973 Apr 08 14:23:30.024276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-db066491-4a33-482e-b444-82641560b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:30.027223 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-db066491-4a33-482e-b444-82641560b9e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 200 len: 914 time: 0.4861488 Apr 08 14:23:30.545069 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-db982dcd-1ec9-44ab-82d8-5066230888fa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44574cbe-c748-48fe-b3d0-944322f308ed HTTP/1.1" status: 200 len: 217 time: 0.4926007 Apr 08 14:23:30.846739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 44574cbe-c748-48fe-b3d0-944322f308ed details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:23:30.876190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-54937cf9-26b6-4721-89a0-0eebbc3d6245 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:30.880066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-54937cf9-26b6-4721-89a0-0eebbc3d6245 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 815 time: 1.1878705 Apr 08 14:23:30.901528 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-285ede3c-5982-4ef5-8d5a-1df3b131db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:30.904255 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-285ede3c-5982-4ef5-8d5a-1df3b131db67 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ce8aea4-519b-46cc-83c6-2ce0644fb06a HTTP/1.1" status: 200 len: 853 time: 0.3417749 Apr 08 14:23:31.053202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd836d6-6d9a-434b-9e55-bba94478297a req-364798aa-54e2-4d9b-89bb-19e7b88c1289 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:31.069306 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8bd836d6-6d9a-434b-9e55-bba94478297a req-364798aa-54e2-4d9b-89bb-19e7b88c1289 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 943 time: 0.4190602 Apr 08 14:23:31.152529 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8bd836d6-6d9a-434b-9e55-bba94478297a req-db3b0790-9f40-4123-b14e-567c1242446f tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685439 Apr 08 14:23:31.243385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 44574cbe-c748-48fe-b3d0-944322f308ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=44574cbe-c748-48fe-b3d0-944322f308ed,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:31.272066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '44574cbe-c748-48fe-b3d0-944322f308ed', 'network_id': '55747028-bf56-4839-b812-b8bf411d614c', 'port_id': '44574cbe-c748-48fe-b3d0-944322f308ed', 'mac_address': 'fa:16:3e:ab:7b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce8aea4-519b-46cc-83c6-2ce0644fb06a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:23:31.361066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d86959c4-a51e-40a3-b266-d4e7c725fddd req-d95b116d-e7aa-4110-a76a-78b7d41ed8a0 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0699453 Apr 08 14:23:31.406228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:31.433603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44574cbe-c748-48fe-b3d0-944322f308ed {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:31.454854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 44574cbe-c748-48fe-b3d0-944322f308ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=44574cbe-c748-48fe-b3d0-944322f308ed,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:31.472364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:31.480633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c49d951-cce3-4fb4-96fa-14d6c18d0f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:31.583099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=44574cbe-c748-48fe-b3d0-944322f308ed,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:31.595021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.595421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.595812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.596199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.607430 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.607941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.608336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.608727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.609114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.609630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.610313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.610698 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:23:31.630116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:31.756440 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['44574cbe-c748-48fe-b3d0-944322f308ed'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:23:31.795181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:23:32.187284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405dc54-b6ba-40f3-bc48-9115d0431f54 req-67166dd8-beec-40ec-ba97-c67f11f3289e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:32.189939 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b405dc54-b6ba-40f3-bc48-9115d0431f54 req-67166dd8-beec-40ec-ba97-c67f11f3289e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1464458 Apr 08 14:23:32.236802 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b405dc54-b6ba-40f3-bc48-9115d0431f54 req-dbfd406a-50f5-4cd9-9f94-e3124aedefd0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396159 Apr 08 14:23:32.434760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7cf4bda2-e1f6-428b-b88a-d45db2d2ebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:32.526032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169239d-00cb-4fa4-808b-f52094c00bb6 req-d7720f05-63fe-4f49-b2c5-4c6f1399b995 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:32.535254 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f169239d-00cb-4fa4-808b-f52094c00bb6 req-d7720f05-63fe-4f49-b2c5-4c6f1399b995 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 944 time: 0.1359572 Apr 08 14:23:32.571286 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f169239d-00cb-4fa4-808b-f52094c00bb6 req-54053c34-c3e4-47d6-9856-80a4389e7a02 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Apr 08 14:23:32.751950 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-37a6e023-198a-402e-b9ef-717d0deda40e req-f0bf85c6-83c2-4b05-b565-a2dc8ed807c9 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0517700 Apr 08 14:23:32.854618 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 44574cbe-c748-48fe-b3d0-944322f308ed up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:32.932185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:32.966497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 44574cbe-c748-48fe-b3d0-944322f308ed completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:32.972715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 44574cbe-c748-48fe-b3d0-944322f308ed triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:32.973187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:33.148923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:33.163172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44574cbe-c748-48fe-b3d0-944322f308ed'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:33.180212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 44574cbe-c748-48fe-b3d0-944322f308ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=44574cbe-c748-48fe-b3d0-944322f308ed,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:33.184065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:33.186572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-dd7489be-249f-4810-b140-1f6ba8d824b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:33.265368 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44574cbe-c748-48fe-b3d0-944322f308ed', 'code': 200} Apr 08 14:23:33.310693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=44574cbe-c748-48fe-b3d0-944322f308ed,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:33.326149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:33.516358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037124d5-8a66-4159-92bf-5d16634146e7 req-e4a88bf0-659f-422e-a226-967aee9b5313 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:33.519963 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-037124d5-8a66-4159-92bf-5d16634146e7 req-e4a88bf0-659f-422e-a226-967aee9b5313 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1212161 Apr 08 14:23:33.573975 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-037124d5-8a66-4159-92bf-5d16634146e7 req-f5e257dd-7fcc-4303-8154-feed53bc70c1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468149 Apr 08 14:23:33.856429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b664734-deca-4412-a163-28a20e4adac2 req-038556a9-643d-4bb9-aa44-81bce225c82a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:33.859364 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6b664734-deca-4412-a163-28a20e4adac2 req-038556a9-643d-4bb9-aa44-81bce225c82a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.1305709 Apr 08 14:23:33.917865 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6b664734-deca-4412-a163-28a20e4adac2 req-3dd4eb01-708d-4dc6-9aab-6d052be41032 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Apr 08 14:23:34.074237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:34.134184 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5307a642-7d41-49b4-b47d-6adff0741bbe req-a8db6c8b-71a4-4e6a-9e11-8a11ef5c9307 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0531018 Apr 08 14:23:34.146795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:34.865341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad370d-1410-4b1e-87ea-7262fde70c67 req-77dc6a25-4f36-4cc5-96f5-3a174bf7e53b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:34.867238 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b9ad370d-1410-4b1e-87ea-7262fde70c67 req-77dc6a25-4f36-4cc5-96f5-3a174bf7e53b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1443779 Apr 08 14:23:34.923629 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b9ad370d-1410-4b1e-87ea-7262fde70c67 req-0800e42c-5000-4927-a646-4601aa61de85 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487323 Apr 08 14:23:35.158307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0c52c-57d8-4433-9e99-48eaef468713 req-92296d59-164b-4989-926f-ada5a0e405c6 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:35.161582 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fca0c52c-57d8-4433-9e99-48eaef468713 req-92296d59-164b-4989-926f-ada5a0e405c6 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.0990927 Apr 08 14:23:35.219745 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fca0c52c-57d8-4433-9e99-48eaef468713 req-bf1d4d51-ffd2-44cf-84df-f35e0d88bb49 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507016 Apr 08 14:23:35.428808 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1710d068-db38-4545-a343-66419e8c5fed req-5f5f48f7-577e-4275-b6db-c4f6f7f0b793 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0861559 Apr 08 14:23:36.189887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed6d3c-d387-440d-a674-598df6c4a4ac req-03718b9b-0678-49e0-81a3-ef9be72f28bc tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:36.192315 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68ed6d3c-d387-440d-a674-598df6c4a4ac req-03718b9b-0678-49e0-81a3-ef9be72f28bc tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1189697 Apr 08 14:23:36.227663 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68ed6d3c-d387-440d-a674-598df6c4a4ac req-e383a4e8-9352-4770-acfd-4ccd013c72e3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279596 Apr 08 14:23:36.502341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614371-d3ae-424f-b86e-dd4b8326d981 req-78db26b0-0e49-4918-82ae-962eec110138 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:36.504483 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47614371-d3ae-424f-b86e-dd4b8326d981 req-78db26b0-0e49-4918-82ae-962eec110138 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.1003783 Apr 08 14:23:36.564692 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47614371-d3ae-424f-b86e-dd4b8326d981 req-eafa31fa-9872-4012-841f-61e6a7a94992 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 Apr 08 14:23:36.747427 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-90838ab3-4db2-47e7-94a2-7fe69f1e0dc1 req-76e1d06e-dedb-425c-8bcd-f93c9bc54707 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0669518 Apr 08 14:23:37.526901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c78ba8-d804-4529-baf4-b09683b7de99 req-1287f7f3-8f83-4d4e-9887-bca4a6486a47 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:37.530552 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-82c78ba8-d804-4529-baf4-b09683b7de99 req-1287f7f3-8f83-4d4e-9887-bca4a6486a47 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1593974 Apr 08 14:23:37.598389 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-82c78ba8-d804-4529-baf4-b09683b7de99 req-20c91c30-d633-4fa2-9e18-0725e1e234d9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503471 Apr 08 14:23:37.829169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27907a-668f-4570-a77d-82b40142996f req-c9c43be7-3964-448e-a744-ccdd9a9a6963 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:37.831475 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9d27907a-668f-4570-a77d-82b40142996f req-c9c43be7-3964-448e-a744-ccdd9a9a6963 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.1048908 Apr 08 14:23:37.867360 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9d27907a-668f-4570-a77d-82b40142996f req-2b45d2db-c84e-4799-a41b-5bb1c192d1fa tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289304 Apr 08 14:23:38.041762 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4830acda-b7fa-4c07-b2a9-a5866d55819a req-8d69cf2f-8969-47d3-a8e8-0b3d53fc095b tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0556502 Apr 08 14:23:38.855566 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c9850-9301-4ea9-9327-42b4dfd0e33f req-5d294f7c-11a0-46b0-b1c4-5e9b290cfe73 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:38.857276 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca6c9850-9301-4ea9-9327-42b4dfd0e33f req-5d294f7c-11a0-46b0-b1c4-5e9b290cfe73 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1136320 Apr 08 14:23:38.898983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca6c9850-9301-4ea9-9327-42b4dfd0e33f req-e449a20b-28dc-4f02-84c9-cd8734e6da5a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300438 Apr 08 14:23:39.155580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9939-7255-40b6-814d-c1c519500a1b req-98a5015c-c714-4f12-b3d8-bbe950264234 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:39.157229 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-835d9939-7255-40b6-814d-c1c519500a1b req-98a5015c-c714-4f12-b3d8-bbe950264234 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.1133590 Apr 08 14:23:39.208964 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-835d9939-7255-40b6-814d-c1c519500a1b req-3c54dac2-9a5b-477b-ae0a-fda767b0ee28 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 Apr 08 14:23:39.495318 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-14d12467-deb1-4f18-9f8e-7507626a6eef req-281f0b37-f2c2-4850-8f0f-e38492a86814 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0582051 Apr 08 14:23:40.216133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04821-45d3-4b9d-a57a-9cd10587890b req-3abbeec3-1c5b-497e-9249-06c5db039ea5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:40.218923 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b8a04821-45d3-4b9d-a57a-9cd10587890b req-3abbeec3-1c5b-497e-9249-06c5db039ea5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1436551 Apr 08 14:23:40.260771 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b8a04821-45d3-4b9d-a57a-9cd10587890b req-089f27a0-2cf5-422e-b642-13e3d245e9b6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294003 Apr 08 14:23:40.478256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136cc0-3d94-40f4-8a24-222b6eedbc43 req-1f50d9c2-447d-40bf-b8f1-d63bf39bf601 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:40.480595 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a0136cc0-3d94-40f4-8a24-222b6eedbc43 req-1f50d9c2-447d-40bf-b8f1-d63bf39bf601 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.1062486 Apr 08 14:23:40.555753 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a0136cc0-3d94-40f4-8a24-222b6eedbc43 req-409dea6c-7e47-4000-9b86-dfb4a5112a4a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656857 Apr 08 14:23:40.771939 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4e430a3b-1550-4367-b7cd-8de5dadaa2d3 req-bd7dcaa7-860d-42e9-a866-0ed3d3d24ee0 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.0564973 Apr 08 14:23:41.583761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376cd7-123d-4e48-939c-d56e6724e367 req-fdb74062-9f46-4e8a-b028-5ebb2fbd5c05 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:41.585673 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e376cd7-123d-4e48-939c-d56e6724e367 req-fdb74062-9f46-4e8a-b028-5ebb2fbd5c05 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1393027 Apr 08 14:23:41.620583 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e376cd7-123d-4e48-939c-d56e6724e367 req-7348a397-218f-4664-9e16-97e6462b827d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276952 Apr 08 14:23:41.722264 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'port': {'device_id': '5393332b-2523-432f-9699-1c7b01cd170c', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'admin_state_up': True, 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:41.765643 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-d378eb7d-d7ab-4019-85f2-5e8d8612791f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=55747028-bf56-4839-b812-b8bf411d614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135375 Apr 08 14:23:41.959030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b24b-7761-443e-b309-20c6d978cd23 req-32693f1f-7c51-4a50-b837-311ec7cc9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:41.960725 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7772b24b-7761-443e-b309-20c6d978cd23 req-32693f1f-7c51-4a50-b837-311ec7cc9f53 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 1098 time: 0.0986052 Apr 08 14:23:41.993456 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7772b24b-7761-443e-b309-20c6d978cd23 req-630a4c47-8577-4a27-a4bf-7682f0bbef41 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235159 Apr 08 14:23:42.065243 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-74c8fcab-e67f-4706-802f-a388921a7728 req-7112f428-b12d-4706-ab3b-87fdc497a840 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.1491594 Apr 08 14:23:42.151806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:23:42.165370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:port and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:23:42.169766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:23:42.180388 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-efb91913-57bf-4c5e-ba76-8bfb9098d230 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543084 Apr 08 14:23:42.181468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:23:42.194171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc309f-fb8b-47c1-8142-0c294338ccda req-5ae71370-8e65-43fa-a281-03c8f1b7819a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:42.195955 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7bcc309f-fb8b-47c1-8142-0c294338ccda req-5ae71370-8e65-43fa-a281-03c8f1b7819a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.3712153 Apr 08 14:23:42.259425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Made reservation on behalf of f5b12cc1bcfa434aa2a7fef39a69ea7a for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:23:42.265958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:42.355669 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7bcc309f-fb8b-47c1-8142-0c294338ccda req-39a5d656-5f7e-4395-a0e5-a72ae42fdaaf tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279888 Apr 08 14:23:42.478861 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-594e6f99-de19-45b3-b17d-bd48cfb931cd req-18facfde-b2ee-4186-9675-e8a54c681ec3 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789640 Apr 08 14:23:42.569239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Allocated IP 172.20.0.13 (b7bad9eb-507e-4eaa-91e1-74be4794aa5a/cea1b8da-ae14-47bd-8589-8a8fe6c65caa/a2f70faf-47ef-4920-a61a-b39f43a7b075) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:23:42.864841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:42.897371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Transition to ACTIVE for port object a2f70faf-47ef-4920-a61a-b39f43a7b075 will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:42.928754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a3f6-890e-41c7-bed9-f846346ae0fd req-371c50d1-be8a-45bb-9875-b8c820421698 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:42.930474 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a2f5a3f6-890e-41c7-bed9-f846346ae0fd req-371c50d1-be8a-45bb-9875-b8c820421698 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1528585 Apr 08 14:23:42.947577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:43.059157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-424eeee3-2316-4b2d-a798-afa2a41199d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:43.218931 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a2f5a3f6-890e-41c7-bed9-f846346ae0fd req-165f3fc5-b4f6-4465-8ddf-acf87cb644a3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004736 Apr 08 14:23:43.277273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:43.280983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:43.349350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:23:43.352135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:23:43.354605 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:23:43.424583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f6f3e-3a3d-4df4-92ae-6a1b2de54d57 req-3c0b3bf0-6c7c-4ef9-8a1d-5ece24d0ac4e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:43.431770 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dc2f6f3e-3a3d-4df4-92ae-6a1b2de54d57 req-3c0b3bf0-6c7c-4ef9-8a1d-5ece24d0ac4e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 932 time: 0.2216163 Apr 08 14:23:43.478426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:43.479248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:43.486955 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-dc2f6f3e-3a3d-4df4-92ae-6a1b2de54d57 req-c8942b46-e471-48d5-a911-29656e6cd7d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506051 Apr 08 14:23:43.511583 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8619874 Apr 08 14:23:43.526781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Request body: {'port': {'device_id': '5393332b-2523-432f-9699-1c7b01cd170c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:23:43.679898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-4f79be6f-0772-458d-b812-967b3af611dc None None] Provisioning for port a2f70faf-47ef-4920-a61a-b39f43a7b075 completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:43.685932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-4f79be6f-0772-458d-b812-967b3af611dc None None] Provisioning complete for port a2f70faf-47ef-4920-a61a-b39f43a7b075 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:43.686393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4f79be6f-0772-458d-b812-967b3af611dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:43.750630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-4f79be6f-0772-458d-b812-967b3af611dc None None] Port a2f70faf-47ef-4920-a61a-b39f43a7b075 cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:23:43.997832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:44.071529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a575e-8bd8-4cd3-af30-99bae087355b req-907a2bac-f106-4a8c-8c0e-5a41c2962fb3 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:44.073194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cc5a575e-8bd8-4cd3-af30-99bae087355b req-907a2bac-f106-4a8c-8c0e-5a41c2962fb3 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.4896436 Apr 08 14:23:44.156378 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cc5a575e-8bd8-4cd3-af30-99bae087355b req-3845ba61-2041-4009-98c9-d477b94d81c6 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 Apr 08 14:23:44.659379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f70faf-47ef-4920-a61a-b39f43a7b075 {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:44.671484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:44.686670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18753b1-4922-4748-baa3-6c2e9e37686e req-761db2bb-5804-4573-9395-33ed5be9513d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:44.688548 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f18753b1-4922-4748-baa3-6c2e9e37686e req-761db2bb-5804-4573-9395-33ed5be9513d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2957449 Apr 08 14:23:44.771117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Transition to ACTIVE for port object a2f70faf-47ef-4920-a61a-b39f43a7b075 will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:23:44.782652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:44.802958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-134bba37-165c-4798-8d44-446aed2244df tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:44.850766 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f18753b1-4922-4748-baa3-6c2e9e37686e req-e5ecd25b-38e4-473f-b7f4-6afcb298b9ed tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067889 Apr 08 14:23:44.986142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:44.990992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:45.023491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5b555-7709-4e5f-b898-307bb30d1570 req-40855281-4072-4909-a42a-dff24537e2a4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:45.024283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7ed5b555-7709-4e5f-b898-307bb30d1570 req-40855281-4072-4909-a42a-dff24537e2a4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Synchronizing usage tracker for tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:23:45.127460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-7ed5b555-7709-4e5f-b898-307bb30d1570 req-40855281-4072-4909-a42a-dff24537e2a4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Unset dirty status for tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:23:45.134653 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7ed5b555-7709-4e5f-b898-307bb30d1570 req-40855281-4072-4909-a42a-dff24537e2a4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 932 time: 0.4401095 Apr 08 14:23:45.279914 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7ed5b555-7709-4e5f-b898-307bb30d1570 req-7393e3b2-7aee-4d63-83b2-20436520cb62 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432202 Apr 08 14:23:45.357761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Attempting to bind port a2f70faf-47ef-4920-a61a-b39f43a7b075 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:23:45.358184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Attempting to bind port a2f70faf-47ef-4920-a61a-b39f43a7b075 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:23:45.358599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Attempting to bind port a2f70faf-47ef-4920-a61a-b39f43a7b075 on network b7bad9eb-507e-4eaa-91e1-74be4794aa5a {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:45.366444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Port a2f70faf-47ef-4920-a61a-b39f43a7b075 on network b7bad9eb-507e-4eaa-91e1-74be4794aa5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:23:45.366821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Attempting to bind port a2f70faf-47ef-4920-a61a-b39f43a7b075 on network b7bad9eb-507e-4eaa-91e1-74be4794aa5a {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:23:45.373512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:23:45.373892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Checking segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:23:45.374433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Bound using segment: {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:23:45.374998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Bound port: a2f70faf-47ef-4920-a61a-b39f43a7b075, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e447fa-fea9-4e14-af3c-f2fb893c009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:23:45.375418 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:45.495004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:23:45.499513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:23:45.513061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:45.527732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7b36f54f-0bdf-4b0d-87e0-888dc59330a7 tempest-ServerRescueNegativeTestJSON-1274562266 tempest-ServerRescueNegativeTestJSON-1274562266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:45.706600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:45.712051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:45.757420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:45.758636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:45.761092 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] 10.222.0.75 "PUT /v2.0/ports/a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 1094 time: 2.2407386 Apr 08 14:23:45.761962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:45.853068 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'status': 'completed', 'code': 200} Apr 08 14:23:45.904805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-cb6e513c-cbfc-406f-814f-8b0ac1c6791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:45.906846 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-cb6e513c-cbfc-406f-814f-8b0ac1c6791f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1097 time: 0.0940731 Apr 08 14:23:45.993293 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-cffb4419-3e75-4719-bc39-7055dee8d119 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 217 time: 0.0778139 Apr 08 14:23:46.135467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-c6925c05-9a5d-4772-8749-379db952ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:46.135467 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-c6925c05-9a5d-4772-8749-379db952ecf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.1339061 Apr 08 14:23:46.258951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8648247-da50-4fd6-a116-167564645527 req-72ec77dc-da0f-468d-a33f-527858a82dc6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:46.260569 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d8648247-da50-4fd6-a116-167564645527 req-72ec77dc-da0f-468d-a33f-527858a82dc6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2160840 Apr 08 14:23:46.302447 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d8648247-da50-4fd6-a116-167564645527 req-2169e372-3c7c-406d-ad2e-b8e5b08b1caa tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Apr 08 14:23:46.311551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-a91eeaf4-51ff-464a-8ffc-07aa0d972369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:46.313558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-a91eeaf4-51ff-464a-8ffc-07aa0d972369 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1618552 Apr 08 14:23:46.640967 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-8b01349f-0007-4ca6-b2fd-993a40b45ed7 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193932 Apr 08 14:23:46.708046 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c3181-d4f3-45df-bcf9-eeb7855a2f50 req-33c4558f-45bc-496e-a579-adcffb4d6987 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:46.710265 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-aa7c3181-d4f3-45df-bcf9-eeb7855a2f50 req-33c4558f-45bc-496e-a579-adcffb4d6987 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 944 time: 0.2218351 Apr 08 14:23:46.815943 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-aa7c3181-d4f3-45df-bcf9-eeb7855a2f50 req-6254bdf9-defe-4386-a6d7-3efcc0fc0f78 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495341 Apr 08 14:23:46.859265 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a237c1e8-d0d6-4c37-a0da-c7d4bb13012f req-42489512-09cc-4beb-95e5-0918605eb3b8 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106242 Apr 08 14:23:46.996057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-fe23dd80-1fbf-479d-8436-f3a3583f22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:46.997647 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-fe23dd80-1fbf-479d-8436-f3a3583f22f5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1097 time: 0.0816164 Apr 08 14:23:47.153332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-2562d006-3e74-4011-9c57-9cda69697b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:47.154930 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-2562d006-3e74-4011-9c57-9cda69697b7e service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.1470990 Apr 08 14:23:47.262128 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-01460833-6621-46f7-8b0c-5a3b8acd79b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 217 time: 0.0880613 Apr 08 14:23:47.361278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-5e9700db-6239-4de3-adff-ab5693f94df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:47.363827 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-5e9700db-6239-4de3-adff-ab5693f94df0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.0902779 Apr 08 14:23:47.478467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-812e8fe8-c6c2-49e0-8854-e17aac044f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:47.480113 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-812e8fe8-c6c2-49e0-8854-e17aac044f5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072619 Apr 08 14:23:47.728687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-b71258ee-32ab-42ab-af64-c1827695e372 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400868 Apr 08 14:23:47.740194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b995cc6-6c03-4f27-abe1-b01ac9958707 req-859b05c9-19a7-4c6d-9945-720f370481ab tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:47.742007 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b995cc6-6c03-4f27-abe1-b01ac9958707 req-859b05c9-19a7-4c6d-9945-720f370481ab tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2069252 Apr 08 14:23:48.120014 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2b995cc6-6c03-4f27-abe1-b01ac9958707 req-cfc181da-4c0a-4bc4-97d5-7810c52df501 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478804 Apr 08 14:23:48.257320 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44f0ce2d-52ae-4d49-96b3-a4dc797e0305 req-cff5eeeb-e4e7-4c99-8b0d-94f10fb5584a service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087190 Apr 08 14:23:48.276076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614edee-f820-4856-9379-a46c94076e44 req-a85fada7-25bf-48ad-9e82-8f13e59c8af4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:48.277745 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c614edee-f820-4856-9379-a46c94076e44 req-a85fada7-25bf-48ad-9e82-8f13e59c8af4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 944 time: 0.1520431 Apr 08 14:23:48.316772 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c614edee-f820-4856-9379-a46c94076e44 req-17e36c92-efb8-4513-87f5-69e83683451d tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300627 Apr 08 14:23:48.921525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device a2f70faf-47ef-4920-a61a-b39f43a7b075 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:23:49.089785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:49.108555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'port_id': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'mac_address': 'fa:16:3e:f1:4c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:23:49.188882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:49.190659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f70faf-47ef-4920-a61a-b39f43a7b075 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:49.211339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:49.222811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:49.222811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-00f4c76e-9ac8-4adb-9f07-d8cc098540cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:49.332373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:49.337039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:49.390237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e49b-0be3-4da9-85df-aa4b3f2d6e77 req-081196e8-1f77-4a91-bf1d-769d31e2860a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:49.391984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4b44e49b-0be3-4da9-85df-aa4b3f2d6e77 req-081196e8-1f77-4a91-bf1d-769d31e2860a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1327569 Apr 08 14:23:49.442822 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4b44e49b-0be3-4da9-85df-aa4b3f2d6e77 req-9f8b5358-bb5d-4248-871a-792970ec566c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346072 Apr 08 14:23:49.509886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['a2f70faf-47ef-4920-a61a-b39f43a7b075'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:23:49.649499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5c27-0344-41b0-89e2-55f783edd221 req-a8f27cf4-9212-4113-9995-f310db29d4e2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:49.651587 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-84bd5c27-0344-41b0-89e2-55f783edd221 req-a8f27cf4-9212-4113-9995-f310db29d4e2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 945 time: 0.1427534 Apr 08 14:23:49.704204 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-84bd5c27-0344-41b0-89e2-55f783edd221 req-c359ca9d-f022-497e-b3c2-c5a54ac81485 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Apr 08 14:23:50.711121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5841e9-6fda-44f9-b5aa-b57a70371063 req-123bcf7a-52a3-4b12-ac2f-b4c39959b146 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:50.712962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ba5841e9-6fda-44f9-b5aa-b57a70371063 req-123bcf7a-52a3-4b12-ac2f-b4c39959b146 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1049833 Apr 08 14:23:50.784820 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ba5841e9-6fda-44f9-b5aa-b57a70371063 req-78433083-71a4-41ac-9ec3-8740aa3d1707 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622821 Apr 08 14:23:50.847064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:50.917272 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device a2f70faf-47ef-4920-a61a-b39f43a7b075 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:51.003630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743637-47a4-4b01-8862-e467ca8f3e12 req-4a7faebe-dbbe-41bc-a2a3-a02afc8456f2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:51.005531 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93743637-47a4-4b01-8862-e467ca8f3e12 req-4a7faebe-dbbe-41bc-a2a3-a02afc8456f2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 945 time: 0.1100326 Apr 08 14:23:51.006020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port a2f70faf-47ef-4920-a61a-b39f43a7b075 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:23:51.016240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port a2f70faf-47ef-4920-a61a-b39f43a7b075 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:51.016928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:51.052218 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93743637-47a4-4b01-8862-e467ca8f3e12 req-b25ba526-332b-41d6-8b56-34a551a47d93 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Apr 08 14:23:51.179798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:51.197396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:51.215071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:51.218956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:51.222397 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:51.270469 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'code': 200} Apr 08 14:23:51.325549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:51.329970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:51.558588 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22779-f3bd-478b-96fd-80b07d6bc9a0 req-528e68c8-5796-4fa4-a926-af64a4143f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:51.560234 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c5c22779-f3bd-478b-96fd-80b07d6bc9a0 req-528e68c8-5796-4fa4-a926-af64a4143f30 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1099 time: 0.1017952 Apr 08 14:23:51.592857 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c5c22779-f3bd-478b-96fd-80b07d6bc9a0 req-5577d974-5d3d-43bf-b48e-6a45fcdb3f82 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241346 Apr 08 14:23:52.125265 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43aa95-ae96-4eb9-855b-c9eb669de338 req-01b52a9f-e2e9-4c1d-9e2f-9bdcb4bb1c7a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:52.127068 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e43aa95-ae96-4eb9-855b-c9eb669de338 req-01b52a9f-e2e9-4c1d-9e2f-9bdcb4bb1c7a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1034362 Apr 08 14:23:52.164832 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3e43aa95-ae96-4eb9-855b-c9eb669de338 req-5cda2012-53b5-4d27-a1ab-e1a04af0bd2d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293643 Apr 08 14:23:52.355106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6eb44e-57a9-4096-8684-db70ca22ec78 req-73c2557f-a59f-4bfd-87c7-fb7ccae2fdb3 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:52.356864 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4c6eb44e-57a9-4096-8684-db70ca22ec78 req-73c2557f-a59f-4bfd-87c7-fb7ccae2fdb3 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.1058860 Apr 08 14:23:52.399261 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4c6eb44e-57a9-4096-8684-db70ca22ec78 req-5633ee24-5225-45f7-b7c6-16fa0587ff69 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297177 Apr 08 14:23:52.932642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:23:53.291636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:53.312032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'mac_address': 'fa:16:3e:f7:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:23:53.383907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:53.386303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07f8f691-4caf-41a6-8ee4-182831f71eed {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:23:53.407474 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:53.412055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:53.415093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:53.520271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ce94e-7021-4cd5-8539-e25500243e83 req-fc4a0112-5a30-4d91-966b-0278e2823e69 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:53.528049 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c92ce94e-7021-4cd5-8539-e25500243e83 req-fc4a0112-5a30-4d91-966b-0278e2823e69 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 944 time: 0.1346223 Apr 08 14:23:53.559496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=6']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:53.567577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['07f8f691-4caf-41a6-8ee4-182831f71eed'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:23:53.610042 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c92ce94e-7021-4cd5-8539-e25500243e83 req-9399074a-35b1-4872-9b04-ce741355fd56 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810082 Apr 08 14:23:53.635955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:53.696848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aea69-2306-491d-82b3-856db29ef695 req-23c4a593-dcd4-4b3d-affb-16f21404f1a7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:53.700994 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-da6aea69-2306-491d-82b3-856db29ef695 req-23c4a593-dcd4-4b3d-affb-16f21404f1a7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.1563745 Apr 08 14:23:53.755426 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-da6aea69-2306-491d-82b3-856db29ef695 req-fcb75ff9-f915-496e-b451-6e0cc7a06faa tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Apr 08 14:23:53.989288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f527786-30ca-4cc4-810a-c0fccbb90b30 req-861241b5-9ef4-4730-bdcb-a128378fd223 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:53.991030 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9f527786-30ca-4cc4-810a-c0fccbb90b30 req-861241b5-9ef4-4730-bdcb-a128378fd223 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.0999179 Apr 08 14:23:54.024295 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9f527786-30ca-4cc4-810a-c0fccbb90b30 req-4239b3e3-3867-4443-be07-ae82eda064fb tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254726 Apr 08 14:23:54.654481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10b2c-b206-4389-894f-43c634570fab req-76bd5572-de0e-4aa2-9393-621aeaf08b40 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:54.656144 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4b10b2c-b206-4389-894f-43c634570fab req-76bd5572-de0e-4aa2-9393-621aeaf08b40 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.0974452 Apr 08 14:23:54.693728 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4b10b2c-b206-4389-894f-43c634570fab req-ace17b71-5e28-4e69-a294-90eea5abb5e3 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292792 Apr 08 14:23:54.885778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a35219-f4ed-4735-ab9e-c1ce32fdab79 req-585921d3-c569-4b94-bc20-41195cdf24db tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:54.888040 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73a35219-f4ed-4735-ab9e-c1ce32fdab79 req-585921d3-c569-4b94-bc20-41195cdf24db tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 944 time: 0.1216292 Apr 08 14:23:54.953416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-73a35219-f4ed-4735-ab9e-c1ce32fdab79 req-c693dcd5-43f9-428b-a920-64002a1ea152 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542059 Apr 08 14:23:54.958685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:23:55.082477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 07f8f691-4caf-41a6-8ee4-182831f71eed triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:23:55.082905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:55.264623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:55.291709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:23:55.320669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:23:55.325987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:23:55.328092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c49d951-cce3-4fb4-96fa-14d6c18d0f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:23:55.432904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=7']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:23:55.446785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:23:55.500696 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'code': 200} Apr 08 14:23:56.325953 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659762-5cf3-42cd-9a3d-2b2b1b1bfa04 req-24da58d7-bbfa-4ce8-85c4-aa8747beb2ed tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:56.328639 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ef659762-5cf3-42cd-9a3d-2b2b1b1bfa04 req-24da58d7-bbfa-4ce8-85c4-aa8747beb2ed tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1192443 Apr 08 14:23:56.373739 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ef659762-5cf3-42cd-9a3d-2b2b1b1bfa04 req-44eef7bc-5a13-4669-b1a3-8e7ba16064b7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322568 Apr 08 14:23:58.026373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6080f-f318-4a33-932a-575aa4e74ddc req-846850e8-3ee5-45ae-ac0f-72c96d94d2f1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:58.028268 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3e6080f-f318-4a33-932a-575aa4e74ddc req-846850e8-3ee5-45ae-ac0f-72c96d94d2f1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1209407 Apr 08 14:23:58.101792 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3e6080f-f318-4a33-932a-575aa4e74ddc req-34d55551-4e83-423e-9a2f-376b052d7688 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649707 Apr 08 14:23:59.385662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e32f0-85c1-4961-b2b5-ca9290cbbd59 req-de79804a-008c-4fdc-8119-d18e2c76a563 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:23:59.388318 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f14e32f0-85c1-4961-b2b5-ca9290cbbd59 req-de79804a-008c-4fdc-8119-d18e2c76a563 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1063433 Apr 08 14:23:59.427071 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f14e32f0-85c1-4961-b2b5-ca9290cbbd59 req-d41c55b3-9284-40b3-8a89-c5eeb3c52f43 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303152 Apr 08 14:23:59.825199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1961aeb1-841f-4dae-a513-16122c3a0adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:00.903327 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d604e5-95e4-4746-af5f-6dd4189d49db req-641627b7-72fa-456b-bee6-78b9213fd2e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:00.916483 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-75d604e5-95e4-4746-af5f-6dd4189d49db req-641627b7-72fa-456b-bee6-78b9213fd2e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2695186 Apr 08 14:24:00.973852 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-75d604e5-95e4-4746-af5f-6dd4189d49db req-1acb3be1-5efc-4b5d-b9f6-efb40dd7d593 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533440 Apr 08 14:24:01.264727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3acd7-8d71-443b-95fe-9742c65f524a req-0b649a5e-400f-4953-8865-97c54cd486e5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:01.268016 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-40b3acd7-8d71-443b-95fe-9742c65f524a req-0b649a5e-400f-4953-8865-97c54cd486e5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.1648266 Apr 08 14:24:01.330180 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-40b3acd7-8d71-443b-95fe-9742c65f524a req-e34735f1-0f68-44bd-9990-2291c37511e0 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525060 Apr 08 14:24:01.372522 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 48876) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:01.845232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954682f-56b9-40d8-bcca-684184d66ac0 tempest-TestMinimumBasicScenario-907653182 tempest-TestMinimumBasicScenario-907653182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:01.856021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48888) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:01.867529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'floatingip': {'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'port_id': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:01.868723 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5954682f-56b9-40d8-bcca-684184d66ac0 tempest-TestMinimumBasicScenario-907653182 tempest-TestMinimumBasicScenario-907653182-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1094 time: 0.4944506 Apr 08 14:24:01.881929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:01.890954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:floatingip and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:01.898748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:01.913269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:01.936318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for floatingip, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:02.438527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:02.539129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4aae93e8-0f30-4d13-adf0-aff707b2e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:02.683444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d532dea-14dc-4d8a-abd3-324f957941af req-b830628b-10ca-4ffa-b634-99da68f61e75 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:02.692411 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d532dea-14dc-4d8a-abd3-324f957941af req-b830628b-10ca-4ffa-b634-99da68f61e75 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2574213 Apr 08 14:24:02.729729 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4d532dea-14dc-4d8a-abd3-324f957941af req-9d1f2c9b-b15d-4858-8be0-90226116dcb5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361357 Apr 08 14:24:02.824616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Allocated IP 172.28.0.31 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/b92b192f-54e2-4926-b339-042e236ee68d) {{(pid=84286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:24:02.893729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:03.052105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for port, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:03.102062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:03.146986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-846fd23f-188c-4bed-bc18-9d136182222e tempest-AttachVolumeNegativeTest-1344883873 tempest-AttachVolumeNegativeTest-1344883873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:03.302795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'Port': ['ID=b92b192f-54e2-4926-b339-042e236ee68d,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:03.326072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.326508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.326909 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.327319 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.327720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.328121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.328520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.328911 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.329311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.329706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.330101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.330550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:03.335194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:03.390328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:24:03.394530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources bound (agent type, host, resource id): {{(pid=84286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:24:03.400957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Received port after_create {{(pid=84286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:24:04.095706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:04.154707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:04.220218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19064591-7b7c-4efa-95e7-caa1755bd5b7 req-f3daf3dd-eac2-4225-87d0-2dd90c823e94 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:04.222873 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19064591-7b7c-4efa-95e7-caa1755bd5b7 req-f3daf3dd-eac2-4225-87d0-2dd90c823e94 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.2546501 Apr 08 14:24:04.305205 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19064591-7b7c-4efa-95e7-caa1755bd5b7 req-0c9f5978-a35d-4285-8693-d063e97e11d0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726063 Apr 08 14:24:04.596460 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:04.852749 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:05.199826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for port, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:05.207032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59778567'] for port, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:05.229729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:05.398682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'Port': ['ID=b92b192f-54e2-4926-b339-042e236ee68d,revision_number=2']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:05.410535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:05.631281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:05.692440 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223ed60-f2e3-4ac7-9433-ebe0c9b42758 req-86e68a98-575e-4a63-ad9f-725bfc2ad073 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:05.701556 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2223ed60-f2e3-4ac7-9433-ebe0c9b42758 req-86e68a98-575e-4a63-ad9f-725bfc2ad073 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1385269 Apr 08 14:24:05.745421 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2223ed60-f2e3-4ac7-9433-ebe0c9b42758 req-2d0b7bb7-dfb6-4d50-9094-225431d9ad2c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Apr 08 14:24:06.155508 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Floating IP 41ca70d8-30e5-49c7-8f93-37b8409b28ec associated. External IP: 172.28.0.31, port: a2f70faf-47ef-4920-a61a-b39f43a7b075. Apr 08 14:24:06.734497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Router 3716c63f-ac4f-4979-b96b-526c4c58876a has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:24:07.015432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:24:07.029467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] Sync routers for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:24:07.089738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:07.098183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:24:07.109292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:24:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:07.227585 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3692389 Apr 08 14:24:07.228531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:07.232424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 48946) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:07.259890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057194694', 'description': 'tempest-secgroup-smoke-1057194694 description', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:07.279380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:07.292476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:07.306534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:07.313898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:07.382405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d4ea8-30c1-488d-b7a8-f3f2cca34449 req-78157739-1660-4e99-bacd-e5878ac4977f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:07.387986 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-470d4ea8-30c1-488d-b7a8-f3f2cca34449 req-78157739-1660-4e99-bacd-e5878ac4977f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.3431172 Apr 08 14:24:07.391185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:07.404857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:07.415232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:07.418974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:07.438327 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:07.637103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:24:07.637963 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-470d4ea8-30c1-488d-b7a8-f3f2cca34449 req-3bfa17bc-e0f9-40ca-afda-90dd2558fda9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650649 Apr 08 14:24:07.672105 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'status': 'completed', 'code': 200} Apr 08 14:24:07.700744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:07.762125 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:07.801444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4c77676e-488b-4178-bb4e-49b7658f6e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:07.843161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c180e9-8f05-4514-a6b0-79367301b5a6,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:07.854844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:07.863442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:07.870435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48956) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:07.870706 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e91601ad-a57f-4ddc-a449-779db176b670 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6170299 Apr 08 14:24:07.886830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group_rule': {'security_group_id': '03c180e9-8f05-4514-a6b0-79367301b5a6', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:07.898172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-536ea1e3-8e17-4ea1-85ce-a6f1c75df795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:07.899400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:07.900115 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-536ea1e3-8e17-4ea1-85ce-a6f1c75df795 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1099 time: 0.1971998 Apr 08 14:24:07.907706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:07.914232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:07.938928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:07.994517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.073195 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-c8ea1ffd-e535-45b7-ba8f-209d044f44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:08.074995 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-c8ea1ffd-e535-45b7-ba8f-209d044f44ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.1648827 Apr 08 14:24:08.185338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.194131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.200709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:08.242734 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-dee52016-f71b-4bb5-9e83-ea9f1f47b61d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 999 time: 0.1586092 Apr 08 14:24:08.251578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4dba31-3724-444c-8069-7343fd6584c9,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:08.259903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:08.298687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.314497 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4398129 Apr 08 14:24:08.316131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48962) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:08.353808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group_rule': {'security_group_id': '03c180e9-8f05-4514-a6b0-79367301b5a6', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:08.372860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-0d21a8db-5502-4b2e-9199-ae0fba5b848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:08.375721 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-0d21a8db-5502-4b2e-9199-ae0fba5b848d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.1202433 Apr 08 14:24:08.380316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:08.388814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:08.395575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:08.413662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:08.515192 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.557420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '41ca70d8-30e5-49c7-8f93-37b8409b28ec', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'floating_ip_address': '172.28.0.31', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'port_id': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'mac_address': 'fa:16:3e:f1:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5393332b-2523-432f-9699-1c7b01cd170c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:24:04Z', 'updated_at': '2021-04-08T14:24:04Z', 'revision_number': 0, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:08.565989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] Checking router: 3716c63f-ac4f-4979-b96b-526c4c58876a for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:24:08.589468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-b2ea2f35-24ba-4fb4-90ac-c25581e2fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:08.592622 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-b2ea2f35-24ba-4fb4-90ac-c25581e2fef0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2065437 Apr 08 14:24:08.609304 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:24:08.610775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:24:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:08.707005 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.718310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.726439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:08.780732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1bcf10-f560-4b8e-9030-34426f84d7a6,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:08.805439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:24:08.808555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:08.826752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:08.832100 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5119588 Apr 08 14:24:08.832846 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48972) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:08.840903 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group_rule': {'security_group_id': '03c180e9-8f05-4514-a6b0-79367301b5a6', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:08.862398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:08.871492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:08.877347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:08.893448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:08.933347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.226705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.236390 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.240247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:09.280289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ecd2-e787-410a-b206-1cb38d0c56b9 req-4de57ec8-3057-4256-a0f9-df636b6a3b29 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:09.298159 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bd61ecd2-e787-410a-b206-1cb38d0c56b9 req-4de57ec8-3057-4256-a0f9-df636b6a3b29 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.3239679 Apr 08 14:24:09.329751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:24:09.363760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3bd53a-8428-4b7b-93bd-60c8054c84f4,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:09.378621 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bd61ecd2-e787-410a-b206-1cb38d0c56b9 req-838cb6f5-8497-4d19-81d7-7c753da72929 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674510 Apr 08 14:24:09.397862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:09.410145 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-fba5513b-4418-4f42-a3c3-a7535bf8a676 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065622 Apr 08 14:24:09.427834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.433209 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-69de2996-2f24-4698-9d21-d04ea9154f42 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5963278 Apr 08 14:24:09.445314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48978) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:09.456142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group_rule': {'security_group_id': '03c180e9-8f05-4514-a6b0-79367301b5a6', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:09.503889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:09.529816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:09.540869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:09.567883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:09.652021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.732505 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e6a636c0-7f88-4557-a736-9163ac2a8b75 req-c4a2473d-9805-4bd7-8b2b-d5c65b259de1 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144209 Apr 08 14:24:09.879092 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.896835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.899148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cdf60780-e502-4b2e-af35-9ad4ec66f136 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:09.926990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bb419f-e3f6-48d0-99b8-2ee90ae9cf9c,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:09.932235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:09.941840 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:09.943191 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fa36e844-10b3-46e9-9670-3eb26b05d06e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4962652 Apr 08 14:24:09.948149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 48988) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:09.953965 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group_rule': {'security_group_id': '03c180e9-8f05-4514-a6b0-79367301b5a6', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:09.971817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:09.978686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:09.984740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:10.002911 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:10.025663 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.securitygroups_db [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Project f5b12cc1bcfa434aa2a7fef39a69ea7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 14:24:10.042282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.167030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.176387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.179099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-460a9866-8d84-4aa8-97cd-74c15fafd6d7 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:10.250318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babb02f2-5588-4992-b5cd-ad91edaf004f,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:10.252795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.254820 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3056583 Apr 08 14:24:10.256031 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-268e8477-fcd4-4882-82cc-9539b320f783 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:10.275196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 48994) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:10.295769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'security_group_rule': {'security_group_id': '03c180e9-8f05-4514-a6b0-79367301b5a6', 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:10.314511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:24:10.328364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Usage tracker for resource:security_group_rule and tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:24:10.328364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:24:10.337309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:24:10.354589 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.securitygroups_db [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Project f5b12cc1bcfa434aa2a7fef39a69ea7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 14:24:10.363359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.369650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '41ca70d8-30e5-49c7-8f93-37b8409b28ec', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'floating_ip_address': '172.28.0.31', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'port_id': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'mac_address': 'fa:16:3e:f1:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5393332b-2523-432f-9699-1c7b01cd170c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:24:04Z', 'updated_at': '2021-04-08T14:24:04Z', 'revision_number': 0, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:10.374865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30395362-2a03-46f0-8d6e-2ac22d8075ea None None] The sync data for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb is: [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '41ca70d8-30e5-49c7-8f93-37b8409b28ec', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'floating_ip_address': '172.28.0.31', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'port_id': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'mac_address': 'fa:16:3e:f1:4c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5393332b-2523-432f-9699-1c7b01cd170c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:24:04Z', 'updated_at': '2021-04-08T14:24:04Z', 'revision_number': 0, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:24:10.456435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.485069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.507665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:10.562993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2ef6f2-67d7-4f96-b9cf-390cd945ea08,revision_number=0']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:10.569914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:10.586747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:10.588126 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cd1c863b-c057-4cd9-8ce3-53186b90a909 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108504 Apr 08 14:24:10.754777 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ba26-c641-444f-8c50-f8d3b6dc1f23 req-aa9cad22-d67d-4249-b9c1-4710bf3dfb12 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:10.764283 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b486ba26-c641-444f-8c50-f8d3b6dc1f23 req-aa9cad22-d67d-4249-b9c1-4710bf3dfb12 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.1641448 Apr 08 14:24:10.810450 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b486ba26-c641-444f-8c50-f8d3b6dc1f23 req-b2749c46-0009-4e89-abf4-af4ccf975c33 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439937 Apr 08 14:24:10.977184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-fad42990-d202-44a2-8d61-7bf7e8dc2a1b tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Synchronizing usage tracker for tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:24:11.014322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-fad42990-d202-44a2-8d61-7bf7e8dc2a1b tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Unset dirty status for tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:24:11.028160 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-fad42990-d202-44a2-8d61-7bf7e8dc2a1b tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057194694&fields=id&tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a HTTP/1.1" status: 200 len: 267 time: 0.0797520 Apr 08 14:24:11.050964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940badb4-cabc-4c37-96e8-f24945cea3e3 None None] New status for floating IP 41ca70d8-30e5-49c7-8f93-37b8409b28ec: ACTIVE {{(pid=84289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:24:11.136299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-508b1f8d-6853-4e92-95bb-465e0b75ca82 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:11.147660 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-508b1f8d-6853-4e92-95bb-465e0b75ca82 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.1178451 Apr 08 14:24:11.155036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'port': {'security_groups': ['6651a7aa-425a-4212-bc04-2aa5641f59c4', '03c180e9-8f05-4514-a6b0-79367301b5a6']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:24:11.391244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:12.026607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:12.076687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:12.081942 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:12.095010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['a2f70faf-47ef-4920-a61a-b39f43a7b075'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:24:12.552532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:12.627345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e2a00-c484-452b-810a-bef09da0f814 req-ece19874-d32d-4e6e-be1d-18fef21eb9d9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:12.628999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-102e2a00-c484-452b-810a-bef09da0f814 req-ece19874-d32d-4e6e-be1d-18fef21eb9d9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.6636403 Apr 08 14:24:12.779038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-102e2a00-c484-452b-810a-bef09da0f814 req-0ba03531-670c-41f4-bd23-ae307a184023 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015673 Apr 08 14:24:12.807794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:12.808539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:12.811039 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b02a6f54-9edb-47a2-9055-4f67e2060fd9 req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "PUT /v2.0/ports/a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 982 time: 1.6618521 Apr 08 14:24:12.813034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:12.826799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=6']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:12.840320 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:12.848607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-4067a794-9c3a-4005-8b78-5bdcd2aaccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:12.850366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-4067a794-9c3a-4005-8b78-5bdcd2aaccfd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1098 time: 0.2409754 Apr 08 14:24:12.891718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['a2f70faf-47ef-4920-a61a-b39f43a7b075'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:24:13.094715 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'status': 'completed', 'code': 200} Apr 08 14:24:13.169261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-5c871bed-ed50-4bf1-8fef-9353445cffeb None None] Provisioning complete for port a2f70faf-47ef-4920-a61a-b39f43a7b075 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:24:13.169834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5c871bed-ed50-4bf1-8fef-9353445cffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:13.239276 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-a70e3731-53bc-4c84-84fa-ae364e9640fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:13.240878 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-a70e3731-53bc-4c84-84fa-ae364e9640fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.3774273 Apr 08 14:24:13.364312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a5e0-b02e-40f0-998e-4277d810f915 req-566f5336-c4c7-4a51-a3a8-75457705092f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:13.366157 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c45a5e0-b02e-40f0-998e-4277d810f915 req-566f5336-c4c7-4a51-a3a8-75457705092f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.3281157 Apr 08 14:24:13.408355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-76ce10e7-048b-41dc-956f-28570623295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:13.410838 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-76ce10e7-048b-41dc-956f-28570623295e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1138 time: 0.3184307 Apr 08 14:24:13.415458 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-2e0f0bcf-0ef6-4c29-b7e3-54c3a1772f1d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 200 len: 1001 time: 0.1630566 Apr 08 14:24:13.524641 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c45a5e0-b02e-40f0-998e-4277d810f915 req-61d42aec-f0c8-49c9-831e-ccfae0a730a5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423113 Apr 08 14:24:13.727170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-a96c6851-bd65-43a4-b9bd-31a528afa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:13.729771 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-a96c6851-bd65-43a4-b9bd-31a528afa645 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.3023043 Apr 08 14:24:13.912206 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-83a20462-2a92-43c5-b7d7-540e0674e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:13.914331 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-83a20462-2a92-43c5-b7d7-540e0674e12e service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.4881794 Apr 08 14:24:14.050673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-a064874e-21af-4da0-b5c7-c9efedc3c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:14.052301 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-a064874e-21af-4da0-b5c7-c9efedc3c0dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3018763 Apr 08 14:24:14.212163 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-807248b0-ea1f-4fa3-92c5-d721962c45ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 1001 time: 0.2886386 Apr 08 14:24:14.332887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8035ee8-70a3-4186-8094-bd4929342e54 req-a9edca7e-bf91-4ee0-973d-fc7e4269883d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:14.334552 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c8035ee8-70a3-4186-8094-bd4929342e54 req-a9edca7e-bf91-4ee0-973d-fc7e4269883d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 945 time: 0.3509815 Apr 08 14:24:14.339384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-c4646d8b-0f20-4c8b-9f8c-fedbfe657d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:14.340993 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-c4646d8b-0f20-4c8b-9f8c-fedbfe657d61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.1154573 Apr 08 14:24:14.349757 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-06e4c32a-8a51-4f9f-860b-b6a9ca9e52f8 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880917 Apr 08 14:24:14.468033 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c8035ee8-70a3-4186-8094-bd4929342e54 req-f15d8747-94ea-4e78-a607-a9e2963f8bfa tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219563 Apr 08 14:24:14.587995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-b6bf2106-da9e-48a6-befa-b3060229a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:14.589581 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-b6bf2106-da9e-48a6-befa-b3060229a806 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2381468 Apr 08 14:24:14.601616 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0fbb8095-2b1d-4929-8445-79de630e2b6b req-dc53b8b4-791f-4905-855d-173a24c0f243 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003529 Apr 08 14:24:14.754732 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-576f3dc5-4091-46c4-b927-71173b79765b service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560609 Apr 08 14:24:14.929176 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b4fcc5dc-3387-4a1e-80e3-34236c20d202 req-b0c251e6-809d-4070-92da-70421d4580db service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627316 Apr 08 14:24:15.024597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:15.329705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:15.342941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:15.355450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:15.358834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:15.361146 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:15.425831 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'code': 200} Apr 08 14:24:15.447703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=8']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:15.452331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:15.719716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01888374-ddc6-4ff9-9ea0-d63ee5a76b47 req-fb3c62c7-0386-4584-92d7-ee83ee7839d3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:15.722348 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-01888374-ddc6-4ff9-9ea0-d63ee5a76b47 req-fb3c62c7-0386-4584-92d7-ee83ee7839d3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1038413 Apr 08 14:24:15.760823 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-01888374-ddc6-4ff9-9ea0-d63ee5a76b47 req-44f58b69-1186-4ee3-96f8-d87c6b297708 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264904 Apr 08 14:24:16.988600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2453-2c6c-45e0-abbf-1b4e5df5e62f req-7aaefacd-d88b-464a-aa10-a7a787b07d61 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:16.990433 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-861d2453-2c6c-45e0-abbf-1b4e5df5e62f req-7aaefacd-d88b-464a-aa10-a7a787b07d61 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.0995979 Apr 08 14:24:17.030782 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-861d2453-2c6c-45e0-abbf-1b4e5df5e62f req-3cf54c7c-5c89-45b8-8a40-9cf9a893cccb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288506 Apr 08 14:24:18.406764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2113f-7eeb-4d8e-b2c1-ec29fe837bca req-24b16a16-a81d-4ec5-8843-98968a10490a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:18.409719 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0d2113f-7eeb-4d8e-b2c1-ec29fe837bca req-24b16a16-a81d-4ec5-8843-98968a10490a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1816125 Apr 08 14:24:18.464615 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c0d2113f-7eeb-4d8e-b2c1-ec29fe837bca req-48c0d83b-089f-48a5-a766-f6693ccce9c8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468059 Apr 08 14:24:19.817960 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-adf46016-c06f-4044-b8c1-5a6fd997975d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1556184 Apr 08 14:24:20.160073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49140) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:20.180492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c4b01-dfd2-4a4d-b18c-a29e76999225 req-c728d203-277a-4808-b5c7-b67a6e7d6162 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:20.182246 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-549c4b01-dfd2-4a4d-b18c-a29e76999225 req-c728d203-277a-4808-b5c7-b67a6e7d6162 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.2918131 Apr 08 14:24:20.202543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558f03c-f615-4e10-9427-0bfca54b14a1 req-c5fedf4e-2524-450d-b68c-df4219dbd8fc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:20.206017 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4558f03c-f615-4e10-9427-0bfca54b14a1 req-c5fedf4e-2524-450d-b68c-df4219dbd8fc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.2007756 Apr 08 14:24:20.284416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-549c4b01-dfd2-4a4d-b18c-a29e76999225 req-f58d219e-0551-4f42-bc89-822f0d8d6ae9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759702 Apr 08 14:24:20.295540 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4558f03c-f615-4e10-9427-0bfca54b14a1 req-ef37e205-3900-448d-a948-f3e34eb7312b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616891 Apr 08 14:24:20.308704 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-8737be7e-446f-46b6-bda3-8c3497f9f93e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1468058 Apr 08 14:24:20.842345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:21.057199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:21.606648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2a412-5578-47f3-995c-e3788eeb65cd req-f04b4561-03d9-48b2-baef-6ef51f4eeda0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:21.608328 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7bf2a412-5578-47f3-995c-e3788eeb65cd req-f04b4561-03d9-48b2-baef-6ef51f4eeda0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1773608 Apr 08 14:24:21.622278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf11f35-978a-43d2-a169-9eb68ad0156c req-fc6f0524-40cf-4f83-9f89-23b52644f539 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:21.624189 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8bf11f35-978a-43d2-a169-9eb68ad0156c req-fc6f0524-40cf-4f83-9f89-23b52644f539 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.1917405 Apr 08 14:24:21.673522 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7bf2a412-5578-47f3-995c-e3788eeb65cd req-172eb6ae-ad96-4658-b2d5-06e1b2e77664 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481181 Apr 08 14:24:21.686103 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8bf11f35-978a-43d2-a169-9eb68ad0156c req-7b8aae4a-b4cb-4afe-9c67-642c48d1e946 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 Apr 08 14:24:22.035411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-87db888f-4404-465d-9e62-4baa11d09925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:22.037130 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-87db888f-4404-465d-9e62-4baa11d09925 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1099 time: 0.0931468 Apr 08 14:24:22.547294 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-635e2a0c-d503-470e-bfe1-b88fb07c9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:22.549581 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-635e2a0c-d503-470e-bfe1-b88fb07c9ecf service neutron] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 909 time: 0.4099884 Apr 08 14:24:22.672475 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-beda134a-a133-4b1e-a4f4-b2154b5d6197 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 1002 time: 0.1127179 Apr 08 14:24:22.796291 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-5c300922-81a5-4b57-abc2-089b57db7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:22.799515 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-5c300922-81a5-4b57-abc2-089b57db7a42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.1169329 Apr 08 14:24:23.186497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-0a5cefa9-40c2-40b8-be2f-f08d39f9b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:23.188137 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-0a5cefa9-40c2-40b8-be2f-f08d39f9b1a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3713875 Apr 08 14:24:23.196559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facbf12-50da-45f7-8191-8209da70f5e5 req-514c8db2-1bc4-486f-be79-a9cbf1cb58cf tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:23.199087 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3facbf12-50da-45f7-8191-8209da70f5e5 req-514c8db2-1bc4-486f-be79-a9cbf1cb58cf tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.2980142 Apr 08 14:24:23.257194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c70b64-f4ec-415d-afac-36bf62e1dbce req-04c31519-1bf0-4eb2-9650-db75a4d99643 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:23.258951 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47c70b64-f4ec-415d-afac-36bf62e1dbce req-04c31519-1bf0-4eb2-9650-db75a4d99643 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.3568087 Apr 08 14:24:23.275578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc15e-6306-41f6-9f06-e538932348da req-0ee8459a-1aa3-456e-b608-5a8afb7768d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:23.277170 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-0ee8459a-1aa3-456e-b608-5a8afb7768d6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c&tenant_id=492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 1096 time: 0.2500651 Apr 08 14:24:23.430340 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3facbf12-50da-45f7-8191-8209da70f5e5 req-61caf98d-331a-4771-8f34-46640bc49cbd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970520 Apr 08 14:24:23.447826 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-47c70b64-f4ec-415d-afac-36bf62e1dbce req-69ad18bb-2dd6-4201-a3f5-433edac183e8 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676400 Apr 08 14:24:23.508357 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-cd4c2d96-3dca-48a2-92f9-6b23091465a3 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080361 Apr 08 14:24:23.568289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc15e-6306-41f6-9f06-e538932348da req-75b2c035-a248-4e70-9e52-3857dd1f170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:23.570517 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-75b2c035-a248-4e70-9e52-3857dd1f170c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1096 time: 0.2321472 Apr 08 14:24:23.804856 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3334e57-32ae-4158-8991-fd1d1bbc5f97 req-4a9dfa6c-e8f5-4502-b65f-867ec86069f0 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883255 Apr 08 14:24:23.826756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc15e-6306-41f6-9f06-e538932348da req-764685a4-d81f-41a7-8234-5ada33f5f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:23.828764 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-764685a4-d81f-41a7-8234-5ada33f5f2f1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.2000837 Apr 08 14:24:24.008802 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-8faf7697-cce7-4e5a-995a-2f3001b04c0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 200 len: 999 time: 0.1670048 Apr 08 14:24:24.114764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-0e6b7db3-a63a-4da4-93d6-173c7ccf3968 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:24.116453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-0e6b7db3-a63a-4da4-93d6-173c7ccf3968 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.1743658 Apr 08 14:24:24.120792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc15e-6306-41f6-9f06-e538932348da req-b2f860af-b5ba-4eef-8af4-c88b1e51d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:24.122404 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-b2f860af-b5ba-4eef-8af4-c88b1e51d45b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.0966434 Apr 08 14:24:24.341064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Deleting port eab9cafe-341e-40a5-a93c-8ea3ddfba00c {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:24.341638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:24.419128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcc15e-6306-41f6-9f06-e538932348da req-b4004697-437e-432d-adbc-9681c2b6f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:24.420761 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-b4004697-437e-432d-adbc-9681c2b6f73c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2552607 Apr 08 14:24:24.903812 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-a03bca36-6ba4-4ccc-8768-a9ec84c67f35 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527702 Apr 08 14:24:25.351532 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3b0de-4e05-44d6-b7d4-70f95afa451b req-e51616df-83d2-47c7-aeb8-6f6deaaa09dc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:25.353161 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-63d3b0de-4e05-44d6-b7d4-70f95afa451b req-e51616df-83d2-47c7-aeb8-6f6deaaa09dc tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 945 time: 0.7296178 Apr 08 14:24:25.357310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] For port eab9cafe-341e-40a5-a93c-8ea3ddfba00c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:25.357721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:25.460279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bec3-ee6d-4b96-86c3-eb2e5fe55834 req-c5ac84c8-f50f-4be6-9629-880498c82fe3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:25.462019 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1103bec3-ee6d-4b96-86c3-eb2e5fe55834 req-c5ac84c8-f50f-4be6-9629-880498c82fe3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.7623076 Apr 08 14:24:25.551356 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-63d3b0de-4e05-44d6-b7d4-70f95afa451b req-222b47f7-b4eb-42c9-b31b-9f22be5f7870 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups?id=30685eec-0647-4daf-b723-7e3981eec493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766534 Apr 08 14:24:25.575976 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68bcc15e-6306-41f6-9f06-e538932348da req-8fbd5165-161e-42b7-bbb9-17beba727053 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500733 Apr 08 14:24:25.579485 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1103bec3-ee6d-4b96-86c3-eb2e5fe55834 req-7a2ed9b2-0999-4698-98fa-b88438848708 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928977 Apr 08 14:24:25.833973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:25.834426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:25.835829 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Floating IP 5e39d913-0c0f-4876-845a-f265d8ebccf6 disassociated. External IP: 172.28.0.208, port: eab9cafe-341e-40a5-a93c-8ea3ddfba00c. Apr 08 14:24:25.835829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Calling delete_port for eab9cafe-341e-40a5-a93c-8ea3ddfba00c owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:26.037483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:26.069767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:26.133153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event deleted for resources: {'Port': ['ID=eab9cafe-341e-40a5-a93c-8ea3ddfba00c,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:26.200893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.201329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.201705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.202173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.202520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.203210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.203587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.203772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.204032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.204424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.204816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.205239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:26.219219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:26.543315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478eabc-8c92-45a2-a552-1696d401cac1 req-a53a0394-06c1-490c-b823-55e5948112da tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:26.546398 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1478eabc-8c92-45a2-a552-1696d401cac1 req-a53a0394-06c1-490c-b823-55e5948112da tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.3063915 Apr 08 14:24:26.647264 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1478eabc-8c92-45a2-a552-1696d401cac1 req-7613405c-a18f-4e53-b62b-4f174861224c tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813873 Apr 08 14:24:26.777951 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:24:27.089739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device eab9cafe-341e-40a5-a93c-8ea3ddfba00c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:27.227627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: eab9cafe-341e-40a5-a93c-8ea3ddfba00c {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:24:27.228622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device eab9cafe-341e-40a5-a93c-8ea3ddfba00c not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:24:27.282588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b997e3cf-478e-4a17-826a-ddcc13c10845 req-b2a34014-623f-4078-a668-3f0d5831a2a7 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1907568 Apr 08 14:24:27.731540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6983-587e-46e4-bb7b-a168a43dfdd3 req-1394e9d3-2957-4399-a49d-c3390347e435 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:27.734508 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4fba6983-587e-46e4-bb7b-a168a43dfdd3 req-1394e9d3-2957-4399-a49d-c3390347e435 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.5406792 Apr 08 14:24:27.835145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:24:27.859442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:24:27.879924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:24:27.881133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:24:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:28.019300 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4fba6983-587e-46e4-bb7b-a168a43dfdd3 req-f647ea58-32ea-4d02-91ee-448abb8cf338 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611125 Apr 08 14:24:28.079380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] No DVR routers for this DVR port eab9cafe-341e-40a5-a93c-8ea3ddfba00c on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:24:28.084853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:28.090348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'name': 'network-vif-deleted', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:28.157281 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5bb03cc4-fe01-4f01-b54a-171936afb44a req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.75 "DELETE /v2.0/ports/eab9cafe-341e-40a5-a93c-8ea3ddfba00c HTTP/1.1" status: 204 len: 173 time: 4.0273535 Apr 08 14:24:28.197441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:24:28.202218 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e69d2-ee8c-4d79-ba51-6a9212753e59', 'name': 'network-vif-deleted', 'tag': 'eab9cafe-341e-40a5-a93c-8ea3ddfba00c', 'status': 'completed', 'code': 200} Apr 08 14:24:28.216695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d5e1a-d63d-486e-93fd-5015f08bbc2c req-07604c58-144a-4dc6-9bc1-982ca2d72548 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:28.225776 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-772d5e1a-d63d-486e-93fd-5015f08bbc2c req-07604c58-144a-4dc6-9bc1-982ca2d72548 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.2876863 Apr 08 14:24:28.272518 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-772d5e1a-d63d-486e-93fd-5015f08bbc2c req-587d0b42-4783-4d59-8006-15757657cd55 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453815 Apr 08 14:24:28.535160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a1569b74-93dc-46fe-b1f0-9b09117feceb req-035eb1bb-0aca-4074-8a02-74d5f5a5bd4a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Synchronizing usage tracker for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:24:28.569608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-a1569b74-93dc-46fe-b1f0-9b09117feceb req-035eb1bb-0aca-4074-8a02-74d5f5a5bd4a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Unset dirty status for tenant:506ac1e673634482bd3d0854b83ed378 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:24:28.572196 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1569b74-93dc-46fe-b1f0-9b09117feceb req-035eb1bb-0aca-4074-8a02-74d5f5a5bd4a tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0956893 Apr 08 14:24:28.744682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:28.749489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:24:28.761057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:24:28.761914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:24:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:28.984129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:24:29.437072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a299661-3c28-410f-b1bf-ee0b6a0f8590 req-f6518010-9492-4f3a-b174-e76685ac243c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:29.439225 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6a299661-3c28-410f-b1bf-ee0b6a0f8590 req-f6518010-9492-4f3a-b174-e76685ac243c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1604140 Apr 08 14:24:29.555123 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6a299661-3c28-410f-b1bf-ee0b6a0f8590 req-68f01a83-e13d-4355-b35b-67e8861bb3eb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074328 Apr 08 14:24:29.572543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:29.583726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232c633-c99d-4c14-a787-99e4b047cc9e None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:18:32Z', 'revision_number': 4, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a', 'name': '', 'network_id': '63941190-5791-4619-9d3a-acccc77753c7', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'mac_address': 'fa:16:3e:3d:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:27Z', 'updated_at': '2021-04-08T14:18:51Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'subnets': [{'id': '090d0b67-7a52-4bb5-b277-4d453178e7eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:24:29.758822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90660115-a5c3-40a0-ac04-1117fdb1e0d3 req-3055c42f-07dc-4eb0-8751-bf3ea51a4475 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:29.767292 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-90660115-a5c3-40a0-ac04-1117fdb1e0d3 req-3055c42f-07dc-4eb0-8751-bf3ea51a4475 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1968336 Apr 08 14:24:29.806084 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-90660115-a5c3-40a0-ac04-1117fdb1e0d3 req-1d8245ea-a65d-465e-a834-021913c32236 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318117 Apr 08 14:24:29.827494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e77c5e43-ab48-4ac6-9ec9-443f772c2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:29.924561 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-84c39408-89ea-44e0-b840-af692d632e7b req-0a704172-ae16-410d-a0f2-096784917c0e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0676618 Apr 08 14:24:30.137727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021902f1-ab1a-4eaa-b626-dd1f5ec58f27 None None] New status for floating IP 5e39d913-0c0f-4876-845a-f265d8ebccf6: DOWN {{(pid=84289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:24:30.950110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aea9b9-b824-4191-a501-810070c89d7d req-2ce99a1e-22ba-44d5-ad90-ef9ca322649c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:30.956954 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-09aea9b9-b824-4191-a501-810070c89d7d req-2ce99a1e-22ba-44d5-ad90-ef9ca322649c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1858404 Apr 08 14:24:31.003099 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-09aea9b9-b824-4191-a501-810070c89d7d req-70d9fba9-7a86-4019-9ca4-3d9b32f9e3af tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397110 Apr 08 14:24:31.184642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaa4fb-81bc-4fdc-9f38-338b66103914 req-26d1d337-cee5-4fc7-b211-1aba0673a438 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:31.186398 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eafaa4fb-81bc-4fdc-9f38-338b66103914 req-26d1d337-cee5-4fc7-b211-1aba0673a438 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1388359 Apr 08 14:24:31.256051 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-475a804f-a916-4745-830d-fcaaa2b52ccb req-9d4ba39b-8b80-4d38-a3ae-2b8ecd03a7fe tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0805242 Apr 08 14:24:31.268514 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-eafaa4fb-81bc-4fdc-9f38-338b66103914 req-ac8042b8-71fe-4db2-940b-2ddc112c3795 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Apr 08 14:24:32.263401 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e288697-a17a-499e-9686-c1920c477b6c req-6e008995-d493-4ab0-a368-5b5a72cd71b7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:32.265993 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e288697-a17a-499e-9686-c1920c477b6c req-6e008995-d493-4ab0-a368-5b5a72cd71b7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1190019 Apr 08 14:24:32.309906 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e288697-a17a-499e-9686-c1920c477b6c req-0df25fe0-99db-4a6a-8b0f-249ae90eadbd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347617 Apr 08 14:24:32.456193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-17e4a42c-aaca-4b43-b49e-bc61b0065e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:32.729554 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-776ddc8f-f7d2-48de-99b8-7c7998e62e2f req-ae815baa-43c6-40ac-8826-634fb0587381 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1702363 Apr 08 14:24:32.796601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e72eab-37ed-440a-8166-fed4b0eba15e req-a9afb32e-055f-4892-8cb3-7e076cb9e94b tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:32.798468 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-15e72eab-37ed-440a-8166-fed4b0eba15e req-a9afb32e-055f-4892-8cb3-7e076cb9e94b tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1508694 Apr 08 14:24:32.845117 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-15e72eab-37ed-440a-8166-fed4b0eba15e req-400d055c-d2c1-4c38-9df9-88c4a94e0469 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353615 Apr 08 14:24:32.906009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:33.633972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53027d57-e7c7-4736-8c0b-e81ee0e857aa req-3939808f-fc37-457d-9190-0f82198f1ae6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:33.635732 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-53027d57-e7c7-4736-8c0b-e81ee0e857aa req-3939808f-fc37-457d-9190-0f82198f1ae6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1258533 Apr 08 14:24:33.690932 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-53027d57-e7c7-4736-8c0b-e81ee0e857aa req-eb7c7060-fe9f-4620-9955-22c41f8d8f93 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Apr 08 14:24:33.990687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e2c16b04-259f-45ba-a277-903a60696468 req-80567bc9-1cc8-451f-b85a-b411db33d57e tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1186399 Apr 08 14:24:34.097222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:34.145169 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:34.184048 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d847b-ac6f-41e0-b482-668a011e08fb req-b08c50ac-7b6b-4e89-941d-24f538ae9b81 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:34.186942 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-303d847b-ac6f-41e0-b482-668a011e08fb req-b08c50ac-7b6b-4e89-941d-24f538ae9b81 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1145880 Apr 08 14:24:34.243892 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-303d847b-ac6f-41e0-b482-668a011e08fb req-b42b8242-13fd-4f3f-877d-dbce208a629c tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Apr 08 14:24:34.963477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bc3ad-e535-4141-b70f-7b30378282b0 req-88a73da3-3e3e-4397-b1f7-de5b31d59886 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:34.965216 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9e1bc3ad-e535-4141-b70f-7b30378282b0 req-88a73da3-3e3e-4397-b1f7-de5b31d59886 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1096544 Apr 08 14:24:35.021722 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9e1bc3ad-e535-4141-b70f-7b30378282b0 req-641a59ac-21d2-40d0-a997-a89dec9c1611 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443411 Apr 08 14:24:35.271467 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-40943a35-880b-4b97-a398-287f9458ffbb req-c7c2761e-5f9a-41d7-8a78-018e2b78a8d2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0604799 Apr 08 14:24:35.623821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e803e39-2e60-4bec-b85d-07f92b701496 req-d7019da6-53b6-4d5b-96aa-bc3ec59ac9ba tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:35.626064 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5e803e39-2e60-4bec-b85d-07f92b701496 req-d7019da6-53b6-4d5b-96aa-bc3ec59ac9ba tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1166701 Apr 08 14:24:35.670430 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5e803e39-2e60-4bec-b85d-07f92b701496 req-0283e74d-3ede-44be-b078-cbdad0178a1d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350912 Apr 08 14:24:36.419452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111717e-dc9a-41cd-998b-3bb285dac453 req-49b36c5e-59df-4d05-8c5a-f9c56f0d40f2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:36.422818 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9111717e-dc9a-41cd-998b-3bb285dac453 req-49b36c5e-59df-4d05-8c5a-f9c56f0d40f2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1970432 Apr 08 14:24:36.465604 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9111717e-dc9a-41cd-998b-3bb285dac453 req-bcf5c741-fe93-42b2-8350-8a842104fa2a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302875 Apr 08 14:24:36.829143 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-20495882-2847-4632-9098-db440c9b5567 req-d3b27d53-cc25-458a-918d-78170a07955b tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.1796272 Apr 08 14:24:36.926856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc0970-e456-4c85-aba2-e283cf6a02c5 req-43ecd4a8-9c0f-424b-9f6d-820d443d5d35 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:36.934993 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fecc0970-e456-4c85-aba2-e283cf6a02c5 req-43ecd4a8-9c0f-424b-9f6d-820d443d5d35 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1993258 Apr 08 14:24:36.965575 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-fecc0970-e456-4c85-aba2-e283cf6a02c5 req-1f163bbb-eebe-4305-a87d-025fe5cdd8d2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0295436 Apr 08 14:24:37.199207 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb2c58-1ff9-459f-bd3a-5a937f997e17 req-a7f73d84-9a86-4fe2-986e-7a7ad91a8ce8 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:37.202388 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4efb2c58-1ff9-459f-bd3a-5a937f997e17 req-a7f73d84-9a86-4fe2-986e-7a7ad91a8ce8 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1371913 Apr 08 14:24:37.260646 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4efb2c58-1ff9-459f-bd3a-5a937f997e17 req-e78e1cbd-0429-4284-b932-cc5a0a94e986 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459213 Apr 08 14:24:37.750542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c9c27-461f-4c03-9bb4-0882ac98da25 req-7eedb4f2-723c-4253-854e-4af9723a8cf9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:37.752874 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c33c9c27-461f-4c03-9bb4-0882ac98da25 req-7eedb4f2-723c-4253-854e-4af9723a8cf9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.1037300 Apr 08 14:24:37.787145 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c33c9c27-461f-4c03-9bb4-0882ac98da25 req-e197b85f-ad0e-424f-8291-da254c79b668 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269978 Apr 08 14:24:38.024639 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-72a26bf6-fc7d-4d68-8f2b-8523ff8fce1e req-86e10884-b792-40ca-8409-7a29df7f805d tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/ports?device_id=e57e69d2-ee8c-4d79-ba51-6a9212753e59 HTTP/1.1" status: 200 len: 210 time: 0.0532594 Apr 08 14:24:38.737685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782d3ca-0ff6-45dd-8858-804e9f8dd684 req-7f09591a-07e3-4151-bca9-2cc8834b1078 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:38.739867 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9782d3ca-0ff6-45dd-8858-804e9f8dd684 req-7f09591a-07e3-4151-bca9-2cc8834b1078 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.5843370 Apr 08 14:24:38.829069 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9782d3ca-0ff6-45dd-8858-804e9f8dd684 req-4e23cff8-f1f1-41af-a5a8-1489f7f35b25 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667057 Apr 08 14:24:38.844366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-bba81975-0727-4dca-98bd-411effa37bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:38.847061 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-bba81975-0727-4dca-98bd-411effa37bbf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1138 time: 0.3060348 Apr 08 14:24:38.856450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f6bdc-3c6f-4413-b962-b578c5b68fb4 req-a2154e0d-1fff-41f4-b36f-68101b199dde tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:38.859524 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e73f6bdc-3c6f-4413-b962-b578c5b68fb4 req-a2154e0d-1fff-41f4-b36f-68101b199dde tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.3119314 Apr 08 14:24:38.860667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-05afd1e9-0303-49a6-b1ae-7efc8de755cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:38.863286 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-05afd1e9-0303-49a6-b1ae-7efc8de755cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1099 time: 0.3208857 Apr 08 14:24:39.039822 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e73f6bdc-3c6f-4413-b962-b578c5b68fb4 req-e92150c5-0f90-4941-8d48-4a952a89e45a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478796 Apr 08 14:24:39.249764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-6c1486e4-a770-45f0-bbf1-3cf35c452f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.251310 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-6c1486e4-a770-45f0-bbf1-3cf35c452f1d service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.3869097 Apr 08 14:24:39.261676 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-ed4e4242-88b2-49f6-b492-34d83f459608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.261929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49312) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:39.263326 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-ed4e4242-88b2-49f6-b492-34d83f459608 service neutron] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 909 time: 0.3727939 Apr 08 14:24:39.348063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:39.395810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:39.443662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbde77-9796-492c-96ea-59fc91abe1c8 req-b17d975c-6156-4c9a-8374-dc815aca60c4 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.446490 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-42cbde77-9796-492c-96ea-59fc91abe1c8 req-b17d975c-6156-4c9a-8374-dc815aca60c4 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.4197454 Apr 08 14:24:39.484262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:39.489636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:39.507354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30685eec-0647-4daf-b723-7e3981eec493,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:39.511219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:39.535097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:39.537144 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "DELETE /v2.0/security-groups/30685eec-0647-4daf-b723-7e3981eec493 HTTP/1.1" status: 204 len: 168 time: 0.2740331 Apr 08 14:24:39.551328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49318) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:39.559812 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-b2eb8e8a-8298-45f1-a88a-611a749b4f91 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 1001 time: 0.2993929 Apr 08 14:24:39.570169 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-42cbde77-9796-492c-96ea-59fc91abe1c8 req-3942177f-79c1-4259-bebe-51cf70429b95 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137443 Apr 08 14:24:39.578308 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-6f20bf6d-fc01-4dd6-81a0-397baed369f9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 1002 time: 0.2482700 Apr 08 14:24:39.589875 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.v2.resource [None req-6f7e42cc-2c0d-42fb-8a62-ef82514fb1c2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] show failed (client error): The resource could not be found. Apr 08 14:24:39.592186 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6f7e42cc-2c0d-42fb-8a62-ef82514fb1c2 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "GET /v2.0/security-groups/30685eec-0647-4daf-b723-7e3981eec493 HTTP/1.1" status: 404 len: 347 time: 0.0388079 Apr 08 14:24:39.595054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49322) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:39.770313 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-186e58da-9dab-4e1a-8da4-cf9f417c1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.771891 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-186e58da-9dab-4e1a-8da4-cf9f417c1c29 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.2000041 Apr 08 14:24:39.776130 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-5fa677e1-57b0-410a-bc2c-f08009066ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.777691 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-5fa677e1-57b0-410a-bc2c-f08009066ec0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.1260092 Apr 08 14:24:39.792609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Deleting port cdb01ca4-6604-420b-a8c8-e46d769d24f6 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:39.793068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:39.963117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-39b99ae4-09ec-4395-92e1-dc1ec9647453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.964771 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-39b99ae4-09ec-4395-92e1-dc1ec9647453 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860158 Apr 08 14:24:39.970649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-ba2dd728-b4c3-41a4-9fcb-0cade834ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:39.972979 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-ba2dd728-b4c3-41a4-9fcb-0cade834ffa6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1568019 Apr 08 14:24:40.120636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:40.121245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:40.324239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Calling delete_port for cdb01ca4-6604-420b-a8c8-e46d769d24f6 owned by network:floatingip {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:40.427800 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-33c54902-8cee-4b89-a401-0cd4dddbd235 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192266 Apr 08 14:24:40.430095 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-37877e6c-8b50-45c5-9b0a-b1f2f3544549 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561276 Apr 08 14:24:40.449929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597eb3-86b3-42a3-af8f-8fc70d54f801 req-509c1a4b-0e7a-4037-80f8-4ae8120080ba tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:40.451880 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c1597eb3-86b3-42a3-af8f-8fc70d54f801 req-509c1a4b-0e7a-4037-80f8-4ae8120080ba tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.3935442 Apr 08 14:24:40.535690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:40.566798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-27114707-3afe-4332-ac83-bf197b72945c tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:40.661792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd15c86-0d75-42bc-aad1-f988cdecb439 req-63a09365-1b17-4611-b01c-db0e476ac088 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:40.664173 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ebd15c86-0d75-42bc-aad1-f988cdecb439 req-63a09365-1b17-4611-b01c-db0e476ac088 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.4145536 Apr 08 14:24:40.686315 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Pushing event deleted for resources: {'Port': ['ID=cdb01ca4-6604-420b-a8c8-e46d769d24f6,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:40.694542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:40.797729 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c1597eb3-86b3-42a3-af8f-8fc70d54f801 req-790ce48c-54b6-4e0d-b890-3dcfdcf09e82 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3015573 Apr 08 14:24:41.054539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks [] for floatingip, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:41.076606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:41.078017 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] 10.222.0.35 "DELETE /v2.0/floatingips/5e39d913-0c0f-4876-845a-f265d8ebccf6 HTTP/1.1" status: 204 len: 168 time: 1.4805830 Apr 08 14:24:41.150798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:24:41.194655 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ebd15c86-0d75-42bc-aad1-f988cdecb439 req-bc986439-4890-4736-b030-e6a1a9c72950 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4602194 Apr 08 14:24:41.265713 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b576401b-455c-4ef7-b9b4-f21c099b3605 req-891ca598-13c7-4558-9e8d-c9414529cc20 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8098705 Apr 08 14:24:41.268623 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b05ffb84-55b9-4bdc-851e-b3b1e67539f1 req-155e4ce1-24c2-4780-ba8a-cc8f9cf5b0e8 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106749 Apr 08 14:24:41.296206 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a53279-8c7f-493f-a1d3-4930640108a1 req-70d350ab-7c63-423d-850d-50368e7202ca tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:41.297960 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d5a53279-8c7f-493f-a1d3-4930640108a1 req-70d350ab-7c63-423d-850d-50368e7202ca tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 943 time: 0.2015367 Apr 08 14:24:41.344645 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d5a53279-8c7f-493f-a1d3-4930640108a1 req-6584f6fd-affb-427f-8c0a-a447468572fa tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 Apr 08 14:24:41.480792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:41.509153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'port_id': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'mac_address': 'fa:16:3e:f7:c3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:24:41.618476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:41.619950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f8f691-4caf-41a6-8ee4-182831f71eed {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:24:41.638534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:41.641797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:41.644108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:41.728912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=9']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:41.739482 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.739849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.740202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.740579 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.740955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.741331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.741706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.742075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.742626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.742796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.743170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.743538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:24:41.748361 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:41.915158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['07f8f691-4caf-41a6-8ee4-182831f71eed'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:24:42.126409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d7b9-610d-4ac2-9b5c-3200cb5f7612 req-3e6370ef-44f4-426c-9a5d-38b7eaea25f8 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:42.129324 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c1d7b9-610d-4ac2-9b5c-3200cb5f7612 req-3e6370ef-44f4-426c-9a5d-38b7eaea25f8 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1753163 Apr 08 14:24:42.191876 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5c1d7b9-610d-4ac2-9b5c-3200cb5f7612 req-0426d685-1876-4230-8be2-bad6f05acb81 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498013 Apr 08 14:24:42.457598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01b74-887b-42c6-8ef6-968759ed0af0 req-3f12abbc-ed81-4ee0-bf7f-27c13dc574ef tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:42.459357 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1ff01b74-887b-42c6-8ef6-968759ed0af0 req-3f12abbc-ed81-4ee0-bf7f-27c13dc574ef tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1179583 Apr 08 14:24:42.551377 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1ff01b74-887b-42c6-8ef6-968759ed0af0 req-f5f7d89d-6e8f-45dd-90d7-bb714b6ead06 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664361 Apr 08 14:24:42.686610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5388c3-a48e-4815-8a6d-299a0c2d95e3 req-5565fa1b-b5da-494d-875d-2c36b5f5504b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:42.690158 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bb5388c3-a48e-4815-8a6d-299a0c2d95e3 req-5565fa1b-b5da-494d-875d-2c36b5f5504b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 944 time: 0.1367943 Apr 08 14:24:42.731481 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bb5388c3-a48e-4815-8a6d-299a0c2d95e3 req-60676d4b-866d-4d43-8f3e-58a27d431a51 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Apr 08 14:24:43.152193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:24:43.244063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 07f8f691-4caf-41a6-8ee4-182831f71eed triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:24:43.244611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:43.422787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:43.447624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:43.469597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:43.475851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:43.480455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:43.579530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332ca1-1ce0-42b4-9c6f-e9eb924e0016 req-f8c1e2c8-1e7f-4c61-804b-0d1440f58bdb tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:43.580021 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'code': 200} Apr 08 14:24:43.586081 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93332ca1-1ce0-42b4-9c6f-e9eb924e0016 req-f8c1e2c8-1e7f-4c61-804b-0d1440f58bdb tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1743908 Apr 08 14:24:43.643607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=10']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:43.647628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:43.647983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-93332ca1-1ce0-42b4-9c6f-e9eb924e0016 req-eeca6475-f247-446b-9941-66674d08ba97 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507710 Apr 08 14:24:43.916519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16345d-1d66-4cf4-bab1-c081767db049 req-ec122854-7c05-4dcb-ad2d-1a094a838e62 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:43.919649 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca16345d-1d66-4cf4-bab1-c081767db049 req-ec122854-7c05-4dcb-ad2d-1a094a838e62 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1594303 Apr 08 14:24:44.073589 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca16345d-1d66-4cf4-bab1-c081767db049 req-12759274-4b42-4600-af36-ec081ee91fca tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397562 Apr 08 14:24:44.229202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3dcd1-a1f8-470c-867e-47a64f708cc6 req-c0c02729-535c-4570-a07a-18742f32fd2e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:44.230975 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-caf3dcd1-a1f8-470c-867e-47a64f708cc6 req-c0c02729-535c-4570-a07a-18742f32fd2e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.2345088 Apr 08 14:24:44.287246 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-caf3dcd1-a1f8-470c-867e-47a64f708cc6 req-f6c63f4f-631d-4fc8-bdaa-08bd971a6dc3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Apr 08 14:24:44.303180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab1816-cc1e-4420-ae2f-81845d18a20b req-0186dda1-4b95-4e31-83fd-2556eb3d4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:44.305973 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c6ab1816-cc1e-4420-ae2f-81845d18a20b req-0186dda1-4b95-4e31-83fd-2556eb3d4bd0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 1099 time: 0.1604311 Apr 08 14:24:44.355826 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c6ab1816-cc1e-4420-ae2f-81845d18a20b req-844b190b-0136-4674-ac14-4d2fd2803e35 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Apr 08 14:24:44.823273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49396) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:45.010486 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-42a2c0cb-060f-442c-8a68-18e5a405f4a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841869 Apr 08 14:24:45.092564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061376ca-12db-4c21-96da-ff7bfab9a35f req-0743782b-1f55-4169-ae3b-8b2cfde092d3 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:45.094420 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-061376ca-12db-4c21-96da-ff7bfab9a35f req-0743782b-1f55-4169-ae3b-8b2cfde092d3 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.2073543 Apr 08 14:24:45.106071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496a0d-94bd-4566-a66a-7136020159c8 req-45f53c44-0048-44dc-9cd8-585cd536d33e tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:45.107609 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-70496a0d-94bd-4566-a66a-7136020159c8 req-45f53c44-0048-44dc-9cd8-585cd536d33e tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1525254 Apr 08 14:24:45.167968 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-061376ca-12db-4c21-96da-ff7bfab9a35f req-1235cf22-d2e7-4672-bc4f-652f5b9a5504 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559361 Apr 08 14:24:45.168834 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:45.190913 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-70496a0d-94bd-4566-a66a-7136020159c8 req-4eb76bde-560e-4e86-a14f-6577e0436e56 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505788 Apr 08 14:24:45.406725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:45.484392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:45.490892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:45.494299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:45.608217 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:45.686324 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'code': 422} returned with failed status Apr 08 14:24:45.696027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=6']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:45.700182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:45.713391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7168e1d-7175-42e7-a5ba-9a672e5ad6a6 req-497979a6-4b0b-495c-9001-5791e932212e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:45.715375 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a7168e1d-7175-42e7-a5ba-9a672e5ad6a6 req-497979a6-4b0b-495c-9001-5791e932212e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.1961188 Apr 08 14:24:45.766075 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a7168e1d-7175-42e7-a5ba-9a672e5ad6a6 req-da80f1c8-e5f3-4646-a178-3039a6089bae tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Apr 08 14:24:45.804814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:24:46.428017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0f557-4f45-4e01-92b5-28915ed4f0ee req-f65192b6-bf3a-470c-9769-a1da62faa9b4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:46.429912 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bbc0f557-4f45-4e01-92b5-28915ed4f0ee req-f65192b6-bf3a-470c-9769-a1da62faa9b4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1038282 Apr 08 14:24:46.499971 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bbc0f557-4f45-4e01-92b5-28915ed4f0ee req-a315decf-b752-4171-af43-df1ec5985b40 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577037 Apr 08 14:24:46.785467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844eca6-007e-4be4-b112-e7a2f1baf586 req-74c8995f-090a-4133-82d0-f2b80463051a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:46.787254 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2844eca6-007e-4be4-b112-e7a2f1baf586 req-74c8995f-090a-4133-82d0-f2b80463051a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.2457902 Apr 08 14:24:46.851628 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2844eca6-007e-4be4-b112-e7a2f1baf586 req-611fc0a9-7304-4d7f-a63e-386ad52a8074 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537684 Apr 08 14:24:46.866263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2c51b-8404-4714-8b4f-cfb3788d68eb req-b1e0c556-ff52-4b64-8cdd-726ac24be902 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:46.867920 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32c2c51b-8404-4714-8b4f-cfb3788d68eb req-b1e0c556-ff52-4b64-8cdd-726ac24be902 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.2242589 Apr 08 14:24:46.886002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-5d2a053e-2198-42e5-ba6f-e44090c2aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:46.887645 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-5d2a053e-2198-42e5-ba6f-e44090c2aa0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2&tenant_id=95576a7afdd3442bbeb92b1cbd3e625c HTTP/1.1" status: 200 len: 1097 time: 0.1879175 Apr 08 14:24:46.920777 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32c2c51b-8404-4714-8b4f-cfb3788d68eb req-1346938c-5af7-40a0-b773-8821dc4f8cf2 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Apr 08 14:24:47.021607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49466) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:47.153483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-1b79d21c-f6e1-4f7b-a3f3-c9b07619580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:47.156473 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-1b79d21c-f6e1-4f7b-a3f3-c9b07619580a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1097 time: 0.2337918 Apr 08 14:24:47.373622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b16ad-1bc0-4783-9588-019d70dab9b7 req-6d2478a5-94a7-4680-afd1-6aaf652331bb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:47.375449 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9e9b16ad-1bc0-4783-9588-019d70dab9b7 req-6d2478a5-94a7-4680-afd1-6aaf652331bb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.3432202 Apr 08 14:24:47.421573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-81fe4c23-d573-4ef4-950e-9a9d640374e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:47.423225 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-81fe4c23-d573-4ef4-950e-9a9d640374e8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 909 time: 0.2581396 Apr 08 14:24:47.432822 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9e9b16ad-1bc0-4783-9588-019d70dab9b7 req-94ab7627-afb0-4bf9-b47d-fb6b2f5374fc tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379403 Apr 08 14:24:47.605002 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-1f80c4f4-8f9c-4a18-977c-d7c6c6fcc2da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 1000 time: 0.1709480 Apr 08 14:24:47.703984 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-a1794f36-92ab-4901-821b-3496d52b3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:47.706915 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-a1794f36-92ab-4901-821b-3496d52b3c4e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.0939245 Apr 08 14:24:47.914632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12a941-5ed1-45c1-bc9d-4067909a7b10 req-aa98e21b-24ed-4044-9069-00ea3eb7d98a tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:47.916384 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ef12a941-5ed1-45c1-bc9d-4067909a7b10 req-aa98e21b-24ed-4044-9069-00ea3eb7d98a tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.2163429 Apr 08 14:24:47.918759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-52d37bf6-9d20-4276-b2af-42059ac3f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:47.922629 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-52d37bf6-9d20-4276-b2af-42059ac3f6c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1416159 Apr 08 14:24:48.201656 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ef12a941-5ed1-45c1-bc9d-4067909a7b10 req-1442b708-d52a-4734-a29a-9ec92c323fb2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2462938 Apr 08 14:24:48.284466 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:48.342568 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-7137863f-a52a-41f5-af89-171755cee7a7 service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109924 Apr 08 14:24:48.482720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28193b0a-7675-48c8-ad5a-58b9f032691e req-b7a053ee-8778-4e6a-86a0-6ea5a04b9b17 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:48.484507 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-28193b0a-7675-48c8-ad5a-58b9f032691e req-b7a053ee-8778-4e6a-86a0-6ea5a04b9b17 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.3811517 Apr 08 14:24:48.604778 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-28193b0a-7675-48c8-ad5a-58b9f032691e req-771d2955-86db-440b-807f-5909f0db6f64 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041853 Apr 08 14:24:48.660819 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bf94a9eb-32c0-435b-8165-4f1c02108cdb req-4d946c2d-2cc6-4f5f-b36a-9dcf1de6f2ee service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395020 Apr 08 14:24:48.671601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e177cd-18c2-4f03-b904-c4fbe9aff1f1 req-9bee22e9-6097-4545-b11f-d5feaaca0ab0 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:48.673308 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-54e177cd-18c2-4f03-b904-c4fbe9aff1f1 req-9bee22e9-6097-4545-b11f-d5feaaca0ab0 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.3355103 Apr 08 14:24:48.712898 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-54e177cd-18c2-4f03-b904-c4fbe9aff1f1 req-27cac530-e17e-425b-86d7-48889d06a766 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Apr 08 14:24:48.916289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Deleting port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:48.916949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:49.166955 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] For port 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:49.167270 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:49.309391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Calling delete_port for 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a owned by network:router_interface {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:49.525694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdd0ae-8b7e-4efd-949f-c2743fe7a33c req-23a363a8-f78a-4ed7-a67c-379dd26ac9a7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:49.527500 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d9fdd0ae-8b7e-4efd-949f-c2743fe7a33c req-23a363a8-f78a-4ed7-a67c-379dd26ac9a7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1268406 Apr 08 14:24:49.571517 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d9fdd0ae-8b7e-4efd-949f-c2743fe7a33c req-966075a1-8e1a-4c3d-a6df-5b6687364e7f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354934 Apr 08 14:24:49.675477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:49.693354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-991ebde2-5e4f-42f9-ae26-d26de391dcaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:49.771064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Pushing event deleted for resources: {'Port': ['ID=74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:49.778405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:49.894609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e49d-9b0d-475f-b26c-a0ef2b5844e9 req-b7f74a8b-4123-4e4e-b118-4fe9a8e2bb20 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:49.897377 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2323e49d-9b0d-475f-b26c-a0ef2b5844e9 req-b7f74a8b-4123-4e4e-b118-4fe9a8e2bb20 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.1382327 Apr 08 14:24:50.051168 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2323e49d-9b0d-475f-b26c-a0ef2b5844e9 req-72036ed5-396d-49c0-8ad0-558cb43a2db4 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433022 Apr 08 14:24:50.124991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f30a5-bbb0-4e2c-a34e-3590a128cbfa req-06936c56-e622-491f-ac09-6c7118263532 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:50.129389 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-db8f30a5-bbb0-4e2c-a34e-3590a128cbfa req-06936c56-e622-491f-ac09-6c7118263532 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.2241361 Apr 08 14:24:50.169918 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-db8f30a5-bbb0-4e2c-a34e-3590a128cbfa req-238804fe-bf54-43bc-838d-0f2a639cdd7a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282598 Apr 08 14:24:50.262859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:50.834290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:24:50.852200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:51.181563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:24:51.307490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:24:51.325201 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] Sync routers for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:24:51.326132 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9988a026-2a8e-4eec-b3ff-1759c414acff admin admin] 10.222.0.35 "PUT /v2.0/routers/35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3032286 Apr 08 14:24:51.328919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49492) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:51.368631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:24:51.369529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:24:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:51.584069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:51.616769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'port_id': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'mac_address': 'fa:16:3e:97:32:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:24:51.628666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks [] for router, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:51.647058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40f330-d182-4d93-b44d-bc19132a2c2e req-628a3c2e-c331-43d5-a762-a59108dc1e05 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:51.649961 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ad40f330-d182-4d93-b44d-bc19132a2c2e req-628a3c2e-c331-43d5-a762-a59108dc1e05 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.8605189 Apr 08 14:24:51.683932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:24:51.715372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730efcb2-c6e4-4d77-9572-f7b3bb436f22 req-d9bc4d60-04aa-4b1b-b441-886fe092c3b8 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:51.718315 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-730efcb2-c6e4-4d77-9572-f7b3bb436f22 req-d9bc4d60-04aa-4b1b-b441-886fe092c3b8 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 944 time: 0.4542856 Apr 08 14:24:51.735347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-4381c634-eb71-4f56-bc2b-f8cd03c364d3 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:51.738621 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-4381c634-eb71-4f56-bc2b-f8cd03c364d3 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.4722333 Apr 08 14:24:51.841748 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:51.843330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf3ac12-f8cb-465b-adc7-73b723db01ca {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:24:51.860710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:51.875009 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ad40f330-d182-4d93-b44d-bc19132a2c2e req-1e6ca0c6-7e51-45cb-82ec-991a6a7505b7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037411 Apr 08 14:24:51.880187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Deleting port c716ed6e-661e-4f46-b550-24647c58a33a {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:51.880477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:51.918853 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-730efcb2-c6e4-4d77-9572-f7b3bb436f22 req-e70c767e-27d3-4f82-a620-08060099ad3d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784866 Apr 08 14:24:51.962484 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:51.968348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Deleting port 44574cbe-c748-48fe-b3d0-944322f308ed {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:51.968761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:52.099002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:52.101093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:52.198908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] For port c716ed6e-661e-4f46-b550-24647c58a33a, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=c716ed6e-661e-4f46-b550-24647c58a33a,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:52.199544 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:52.216481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=7']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:52.224256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:52.242865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:24:49Z', 'revision_number': 5, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port': {'id': 'c716ed6e-661e-4f46-b550-24647c58a33a', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:18:18Z', 'updated_at': '2021-04-08T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:52.256216 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] Checking router: 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:24:52.273328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] Routers {'35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:24:52.274486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:24:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:52.346843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Calling delete_port for c716ed6e-661e-4f46-b550-24647c58a33a owned by network:router_gateway {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:52.383945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['0bf3ac12-f8cb-465b-adc7-73b723db01ca'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:24:52.451729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09751002-f215-440e-9a02-fc26afa155fe req-2b4b5704-eede-4c0b-8873-63f717d774e1 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:52.455028 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-09751002-f215-440e-9a02-fc26afa155fe req-2b4b5704-eede-4c0b-8873-63f717d774e1 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 945 time: 0.4118698 Apr 08 14:24:52.511598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] For port 44574cbe-c748-48fe-b3d0-944322f308ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=44574cbe-c748-48fe-b3d0-944322f308ed,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:52.512362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:52.554048 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-09751002-f215-440e-9a02-fc26afa155fe req-16e2c4b2-ad6d-43e6-b82d-92ff60a45c5e tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495095 Apr 08 14:24:52.608818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] Set router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca gateway port host: None {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:24:52.636987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:52.654427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5bb730a8-1c72-4eba-ae3f-a4bcf0d21e05 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:52.718889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Pushing event deleted for resources: {'Port': ['ID=c716ed6e-661e-4f46-b550-24647c58a33a,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:52.758014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:24:51Z', 'revision_number': 6, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port_host': None}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:52.770547 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:52.772131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0e61f-014f-4811-9a90-58f86b3c47fc None None] The sync data for ids ['35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca'] in dv-cinder-784623-3-smb is: [{'id': '35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca', 'name': 'tempest-AttachVolumeTestJSON-233222292-router', 'tenant_id': '506ac1e673634482bd3d0854b83ed378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:18:16Z', 'updated_at': '2021-04-08T14:24:51Z', 'revision_number': 6, 'project_id': '506ac1e673634482bd3d0854b83ed378', 'gw_port_host': None}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:24:52.778804 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Calling delete_port for 44574cbe-c748-48fe-b3d0-944322f308ed owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:53.038087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.188537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 44574cbe-c748-48fe-b3d0-944322f308ed no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:53.355142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.358249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.382341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.417224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0ffdf136-a75d-4361-ab43-9427609e231a tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:53.425669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 44574cbe-c748-48fe-b3d0-944322f308ed {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:24:53.426073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 44574cbe-c748-48fe-b3d0-944322f308ed not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:24:53.538049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.539069 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca {{(pid=84286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:24:53.559099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Pushing event deleted for resources: {'Port': ['ID=44574cbe-c748-48fe-b3d0-944322f308ed,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:53.563111 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.564963 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] 10.222.0.35 "DELETE /v2.0/routers/35d37a90-8ca9-4fb7-bc65-fd11b21ca7ca HTTP/1.1" status: 204 len: 168 time: 2.2345006 Apr 08 14:24:53.569372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49500) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:53.583584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device c716ed6e-661e-4f46-b550-24647c58a33a no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:53.647894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Deleting subnet 090d0b67-7a52-4bb5-b277-4d453178e7eb {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:24:53.651663 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.655967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: c716ed6e-661e-4f46-b550-24647c58a33a {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:24:53.656623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device c716ed6e-661e-4f46-b550-24647c58a33a not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:24:53.657413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:53.676897 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:53.711721 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:24:53.712393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 74a2f68f-7f4d-4c63-b770-7bc0f0b21b8a not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:24:53.725551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:53.750687 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b6d9f-e7c8-46ed-9d69-0d07a4a04600 req-7d6abe2b-9153-4b3c-b696-793d03fb3934 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:53.762890 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f24b6d9f-e7c8-46ed-9d69-0d07a4a04600 req-7d6abe2b-9153-4b3c-b696-793d03fb3934 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 945 time: 0.6479988 Apr 08 14:24:53.807028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b964f9-1ab7-4085-93a3-45b059b64bf6 req-099f1a4e-5485-490e-8aa1-f4ff57b430b9 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:53.808303 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e3b964f9-1ab7-4085-93a3-45b059b64bf6 req-099f1a4e-5485-490e-8aa1-f4ff57b430b9 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.6247730 Apr 08 14:24:53.854977 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f24b6d9f-e7c8-46ed-9d69-0d07a4a04600 req-d734e27a-c87a-4051-a0e2-1500482eeb14 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846667 Apr 08 14:24:53.886933 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e3b964f9-1ab7-4085-93a3-45b059b64bf6 req-8ff2716c-c4b1-4c42-986c-45605696069f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646608 Apr 08 14:24:53.907003 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:54.055307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] No DVR routers for this DVR port 44574cbe-c748-48fe-b3d0-944322f308ed on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:24:54.059143 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-32afdfe6-4be4-471d-ae22-bdb260727e73 req-17eb39fa-8ba9-4335-b533-d6c9df1e5739 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=db7f4eb8-06c9-4e72-9d0a-15c5537b5e49 HTTP/1.1" status: 200 len: 210 time: 0.0658629 Apr 08 14:24:54.060243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:54.063360 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'name': 'network-vif-deleted', 'tag': '44574cbe-c748-48fe-b3d0-944322f308ed'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:54.092007 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0eb028b0-ba98-455a-a627-9424e5b55fb8 req-0d4c138f-1406-400d-b70e-cd844e7ab9de tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "DELETE /v2.0/ports/44574cbe-c748-48fe-b3d0-944322f308ed HTTP/1.1" status: 204 len: 173 time: 2.3450177 Apr 08 14:24:54.122305 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7f4eb8-06c9-4e72-9d0a-15c5537b5e49', 'name': 'network-vif-deleted', 'tag': '44574cbe-c748-48fe-b3d0-944322f308ed', 'status': 'completed', 'code': 200} Apr 08 14:24:54.283106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:54.300584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3314a102-7e98-4324-a94f-ad621a41e40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:54.608097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090d0b67-7a52-4bb5-b277-4d453178e7eb,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:54.661255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:54.702966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:54.710061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db51a12-bded-47f5-a984-8e3d554f811e None None] Network 63941190-5791-4619-9d3a-acccc77753c7 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:24:54.716588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b5d03023-0014-4702-ab68-cb5ff915c0f8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/090d0b67-7a52-4bb5-b277-4d453178e7eb HTTP/1.1" status: 204 len: 168 time: 1.1450491 Apr 08 14:24:54.718642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49508) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:54.858796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:54.956255 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Deleting port 189ad8b0-e8c3-40dc-aabd-80010416eadf {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:54.956780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:55.066507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] DHCP port deletion for 63941190-5791-4619-9d3a-acccc77753c7 request from dv-cinder-784623-3-smb {{(pid=84288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 14:24:55.073995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Deleting port 189ad8b0-e8c3-40dc-aabd-80010416eadf {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:55.074710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:55.165872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e85fc-6ad9-4ad4-86fc-073e484224fa req-342e470c-14b5-46f2-837f-6fe10063a189 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:55.167672 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0e4e85fc-6ad9-4ad4-86fc-073e484224fa req-342e470c-14b5-46f2-837f-6fe10063a189 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 945 time: 0.1858070 Apr 08 14:24:55.188689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:24:55.217496 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0e4e85fc-6ad9-4ad4-86fc-073e484224fa req-c720b6d4-dac4-482c-9f54-087c327edb36 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353904 Apr 08 14:24:55.233227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809f54f-3747-491b-80b2-0e4962c33782 req-5d738f3b-6d29-4ca1-9f9d-5268f1380347 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:55.235066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9809f54f-3747-491b-80b2-0e4962c33782 req-5d738f3b-6d29-4ca1-9f9d-5268f1380347 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1445889 Apr 08 14:24:55.271804 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] For port 189ad8b0-e8c3-40dc-aabd-80010416eadf, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=189ad8b0-e8c3-40dc-aabd-80010416eadf,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:55.272441 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:55.280031 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9809f54f-3747-491b-80b2-0e4962c33782 req-cffd885c-a9e7-4609-b057-d25b56a6f224 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373750 Apr 08 14:24:55.426235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Calling delete_port for 189ad8b0-e8c3-40dc-aabd-80010416eadf owned by network:dhcp {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:55.557996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 0bf3ac12-f8cb-465b-adc7-73b723db01ca triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:24:55.558465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:55.600116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 189ad8b0-e8c3-40dc-aabd-80010416eadf no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:24:55.607918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:55.622674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:55.660527 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 189ad8b0-e8c3-40dc-aabd-80010416eadf {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:24:55.661000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 189ad8b0-e8c3-40dc-aabd-80010416eadf not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:24:55.664556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] For port 189ad8b0-e8c3-40dc-aabd-80010416eadf, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=189ad8b0-e8c3-40dc-aabd-80010416eadf,segment=NetworkSegment(cfc95d6a-13f2-451c-acd7-55d644295968),segment_id=cfc95d6a-13f2-451c-acd7-55d644295968)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:55.664556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:55.686660 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Pushing event deleted for resources: {'Port': ['ID=189ad8b0-e8c3-40dc-aabd-80010416eadf,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:55.692346 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:55.823257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] No DVR routers for this DVR port 189ad8b0-e8c3-40dc-aabd-80010416eadf on host dv-cinder-784623-3-smb {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:24:55.838487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Calling delete_port for 189ad8b0-e8c3-40dc-aabd-80010416eadf owned by network:dhcp {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:24:55.962701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.076756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:24:56.077405 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:24:56.077735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.090952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:24:56.092504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63941190-5791-4619-9d3a-acccc77753c7']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:56.103773 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:24:56.108525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.109750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc95d6a-13f2-451c-acd7-55d644295968') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:56.111627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc95d6a-13f2-451c-acd7-55d644295968') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:24:56.112053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:56.125380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.150463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.161755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:24:56.167517 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'code': 200} Apr 08 14:24:56.195857 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=8']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:56.205378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:56.432737 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Network 63941190-5791-4619-9d3a-acccc77753c7 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:24:56.443361 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.578860 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Deleting port 189ad8b0-e8c3-40dc-aabd-80010416eadf {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:24:56.579959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.680223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700f90-6d5e-4381-96cb-6e1b91dfe33d req-c2a3ec83-c895-41aa-a13d-98a03f529f4d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:56.681963 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c8700f90-6d5e-4381-96cb-6e1b91dfe33d req-c2a3ec83-c895-41aa-a13d-98a03f529f4d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.2984333 Apr 08 14:24:56.691088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583481-900f-4109-b0a0-2d06ce9fd4c0 req-2918eec1-41e8-463e-846f-4deb1c057a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:56.692823 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8e583481-900f-4109-b0a0-2d06ce9fd4c0 req-2918eec1-41e8-463e-846f-4deb1c057a0c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1099 time: 0.2052009 Apr 08 14:24:56.719609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e6b9-df28-4573-8a09-543dc0846ccb None None] The port '189ad8b0-e8c3-40dc-aabd-80010416eadf' was deleted {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 14:24:56.737449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Network 63941190-5791-4619-9d3a-acccc77753c7 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:24:56.744132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaa6e1-55f1-4893-b7ff-d3bb079d45f1 req-2169c370-5cd7-48f0-9acb-061db9cb9068 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:56.745852 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8ebaa6e1-55f1-4893-b7ff-d3bb079d45f1 req-2169c370-5cd7-48f0-9acb-061db9cb9068 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.2071216 Apr 08 14:24:56.761128 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8e583481-900f-4109-b0a0-2d06ce9fd4c0 req-481e34aa-9e28-4fcd-a535-c5e18fac6f15 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598505 Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:24:56.776414 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:24:56.780764 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c8700f90-6d5e-4381-96cb-6e1b91dfe33d req-f93fa64b-9d2e-41f4-981a-6bfe5cf795af tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613775 Apr 08 14:24:56.801031 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8ebaa6e1-55f1-4893-b7ff-d3bb079d45f1 req-49166023-3753-4fc1-9224-8404316740b4 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389760 Apr 08 14:24:56.911425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.917430 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:56.939110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:56.950992 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Pushing event deleted for resources: {'Network': ['ID=63941190-5791-4619-9d3a-acccc77753c7,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:56.957890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:56.961658 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] 10.222.0.35 "DELETE /v2.0/networks/63941190-5791-4619-9d3a-acccc77753c7 HTTP/1.1" status: 204 len: 168 time: 2.2413466 Apr 08 14:24:57.145966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49542) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:57.198257 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-eb9154f3-ad72-49f3-8c92-6f8d41814ff0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=506ac1e673634482bd3d0854b83ed378&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499380 Apr 08 14:24:57.201379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49546) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:24:57.287138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:57.319055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:57.372136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:57.378872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c3054917-ca41-49fc-9730-ec4905c99121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:24:57.394245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3dab1f-bdf2-4762-8e3a-206ca9ccffa4,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:24:57.398336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:24:57.402496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:24:57.403746 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e3dab1f-bdf2-4762-8e3a-206ca9ccffa4 HTTP/1.1" status: 204 len: 168 time: 0.2002306 Apr 08 14:24:58.152500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18698b76-192d-409c-b941-b2bfc8ebc5f7 req-191a2733-2f17-4eee-9d79-c598462b8abe tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:58.154335 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-18698b76-192d-409c-b941-b2bfc8ebc5f7 req-191a2733-2f17-4eee-9d79-c598462b8abe tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.2062225 Apr 08 14:24:58.203770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b851877-bb3b-44f1-a52f-4b3434b24785 req-58847f59-1975-44dd-b97e-a369523fed17 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:24:58.206330 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b851877-bb3b-44f1-a52f-4b3434b24785 req-58847f59-1975-44dd-b97e-a369523fed17 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1891563 Apr 08 14:24:58.212625 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-18698b76-192d-409c-b941-b2bfc8ebc5f7 req-872735c0-f954-436a-b129-d24b3107578d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Apr 08 14:24:58.261677 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3b851877-bb3b-44f1-a52f-4b3434b24785 req-40ee8f10-4619-43a8-865d-d2711630a1ee tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&id=03c180e9-8f05-4514-a6b0-79367301b5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408139 Apr 08 14:24:59.808941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c7a1961b-1e6f-4d56-a215-014e3d47ebbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:00.157471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-6e715a01-99a7-4c23-81af-ef42c7339eda tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:00.160172 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-6e715a01-99a7-4c23-81af-ef42c7339eda tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/networks?id=55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 200 len: 813 time: 0.1716597 Apr 08 14:25:00.183702 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e1058ccf-c790-48be-b611-fd75abffdc69 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/quotas/1a4db3dcc7f64b29993a1309557541f8 HTTP/1.1" status: 200 len: 375 time: 0.0122275 Apr 08 14:25:00.247883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-133c640b-9b4b-469b-855f-70c2fc735746 req-a687255b-f63e-4962-86eb-359b59f5328d tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Synchronizing usage tracker for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:00.265085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-133c640b-9b4b-469b-855f-70c2fc735746 req-a687255b-f63e-4962-86eb-359b59f5328d tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Unset dirty status for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:00.269163 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-a687255b-f63e-4962-86eb-359b59f5328d tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a4db3dcc7f64b29993a1309557541f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720289 Apr 08 14:25:00.653041 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d3d41fca-df37-46d7-afc2-9d0e3ff8686c service neutron] 10.222.0.35 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754375 Apr 08 14:25:00.829699 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-aa75da69-5e78-48e8-99df-f9601260c44d service neutron] 10.222.0.35 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641428 Apr 08 14:25:01.113822 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d738909d-1104-4807-8b23-0bab892f1010 req-658b3b3b-b3f8-4af9-8519-c9e39ad1533b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 210 time: 0.0608974 Apr 08 14:25:02.444909 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b9a678fd-290b-450b-b6e2-0f829bc5cde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:02.484884 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e7b52ee7-8e61-4ed3-aa74-9a27918b4a6b req-c1ee545a-6643-4fbd-83a4-c4ef06ac6bb8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 210 time: 0.1657736 Apr 08 14:25:02.579515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-34a2e403-3ff5-409f-a2a7-11da33b2cfa2 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:02.581724 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-34a2e403-3ff5-409f-a2a7-11da33b2cfa2 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "GET /v2.0/networks?id=55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 200 len: 813 time: 0.3432591 Apr 08 14:25:02.597701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Request body: {'port': {'device_id': '4551acca-f657-4bd2-8b51-30755d77fda0', 'network_id': '55747028-bf56-4839-b812-b8bf411d614c', 'admin_state_up': True, 'tenant_id': '1a4db3dcc7f64b29993a1309557541f8'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:02.916328 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:03.162237 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:03.176863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:03.186863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Made reservation on behalf of 1a4db3dcc7f64b29993a1309557541f8 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:25:03.193688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:03.374736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Allocated IP 172.20.0.9 (55747028-bf56-4839-b812-b8bf411d614c/0ce8aea4-519b-46cc-83c6-2ce0644fb06a/c12a081b-3edc-4518-bdc7-93fc6e9337e2) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:25:03.617621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:03.703478 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-28547594-9bbf-446e-939c-d3b5c3349e76 req-90626956-423a-4f56-abc8-62ab865199e1 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 210 time: 0.0573635 Apr 08 14:25:03.710487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:03.731861 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e3183705-fa2b-4fcb-907d-eb3220af7d5e tempest-VolumesNegativeTest-1591426779 tempest-VolumesNegativeTest-1591426779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:03.886181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Pushing event updated for resources: {'Port': ['ID=c12a081b-3edc-4518-bdc7-93fc6e9337e2,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:03.889559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:03.964856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Network 55747028-bf56-4839-b812-b8bf411d614c is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:25:03.966978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:25:03.971369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:25:04.073818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:04.110742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:04.112251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:04.144538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:04.159513 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5679469 Apr 08 14:25:04.185115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Request body: {'port': {'device_id': '4551acca-f657-4bd2-8b51-30755d77fda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:04.401316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:05.099256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12a081b-3edc-4518-bdc7-93fc6e9337e2 {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:25:05.139502 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:05.206845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55fe8a-08f4-46d6-8d6e-e08f60ff28cf req-6149e8cf-7ae2-4293-a2f0-ca8fab9882a8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:05.207991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-ed55fe8a-08f4-46d6-8d6e-e08f60ff28cf req-6149e8cf-7ae2-4293-a2f0-ca8fab9882a8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Synchronizing usage tracker for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:05.213584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Transition to ACTIVE for port object c12a081b-3edc-4518-bdc7-93fc6e9337e2 will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:25:05.227321 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:05.265185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-730cf308-717c-43fe-bf15-afb8e8c8ee35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:05.414019 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-ed55fe8a-08f4-46d6-8d6e-e08f60ff28cf req-6149e8cf-7ae2-4293-a2f0-ca8fab9882a8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Unset dirty status for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:05.416161 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ed55fe8a-08f4-46d6-8d6e-e08f60ff28cf req-6149e8cf-7ae2-4293-a2f0-ca8fab9882a8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 931 time: 0.5147369 Apr 08 14:25:05.604632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a081b-3edc-4518-bdc7-93fc6e9337e2,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:05.622972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:05.636652 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ed55fe8a-08f4-46d6-8d6e-e08f60ff28cf req-2888cc7b-6f5e-4b10-8456-16d99af7af0c tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071038 Apr 08 14:25:05.918395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Attempting to bind port c12a081b-3edc-4518-bdc7-93fc6e9337e2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:25:05.918768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Attempting to bind port c12a081b-3edc-4518-bdc7-93fc6e9337e2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:25:05.919152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Attempting to bind port c12a081b-3edc-4518-bdc7-93fc6e9337e2 on network 55747028-bf56-4839-b812-b8bf411d614c {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:25:05.925657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Port c12a081b-3edc-4518-bdc7-93fc6e9337e2 on network 55747028-bf56-4839-b812-b8bf411d614c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:25:05.926027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Attempting to bind port c12a081b-3edc-4518-bdc7-93fc6e9337e2 on network 55747028-bf56-4839-b812-b8bf411d614c {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:25:05.933819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:25:05.934486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Checking segment: {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:25:05.935199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Bound using segment: {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:25:05.936031 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Bound port: c12a081b-3edc-4518-bdc7-93fc6e9337e2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6f241a-4013-4c7c-9140-cfab0cea84d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '55747028-bf56-4839-b812-b8bf411d614c'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:25:05.936674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:06.025786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] For port c12a081b-3edc-4518-bdc7-93fc6e9337e2, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:25:06.029244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] For port c12a081b-3edc-4518-bdc7-93fc6e9337e2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:25:06.033030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:06.049163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6927914c-89fe-4b42-9cd7-dbcc15c4b5ea tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:06.208944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a081b-3edc-4518-bdc7-93fc6e9337e2,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:06.214872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:06.252677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:06.253160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:06.254704 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/c12a081b-3edc-4518-bdc7-93fc6e9337e2 HTTP/1.1" status: 200 len: 1093 time: 2.0752540 Apr 08 14:25:06.255317 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551acca-f657-4bd2-8b51-30755d77fda0', 'tag': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:06.343848 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551acca-f657-4bd2-8b51-30755d77fda0', 'tag': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2', 'status': 'completed', 'code': 200} Apr 08 14:25:06.392451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-5d12de7b-34b5-41d0-a7a9-e4a383eb95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:06.394166 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-5d12de7b-34b5-41d0-a7a9-e4a383eb95e2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1a4db3dcc7f64b29993a1309557541f8&device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 1096 time: 0.0983214 Apr 08 14:25:06.474399 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-2030949c-c95c-43d7-8509-7f15ad89e0dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2 HTTP/1.1" status: 200 len: 217 time: 0.0709896 Apr 08 14:25:06.558038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c640b-9b4b-469b-855f-70c2fc735746 req-6b109658-37b8-42e2-9f67-fb31deccbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:06.559661 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-6b109658-37b8-42e2-9f67-fb31deccbf32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ce8aea4-519b-46cc-83c6-2ce0644fb06a HTTP/1.1" status: 200 len: 853 time: 0.0772882 Apr 08 14:25:06.622846 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-45b00102-a5d2-4df8-9222-59c0fd8a8f45 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=55747028-bf56-4839-b812-b8bf411d614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537741 Apr 08 14:25:06.786756 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-9f6ba5ae-2f4c-47fd-a525-d5d2158091e3 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572335 Apr 08 14:25:07.018011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e363b55-e628-4ff7-9e11-cf9f5a42c3c5 req-346ea179-2eb8-49db-9d6c-4f182c8ceba6 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:07.019801 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2e363b55-e628-4ff7-9e11-cf9f5a42c3c5 req-346ea179-2eb8-49db-9d6c-4f182c8ceba6 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 943 time: 0.2316990 Apr 08 14:25:07.022100 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-133c640b-9b4b-469b-855f-70c2fc735746 req-7d917415-2b83-4fac-85cd-c12495973105 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907637 Apr 08 14:25:07.066567 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2e363b55-e628-4ff7-9e11-cf9f5a42c3c5 req-d87b1953-9ff1-4d7a-b874-d6639cc06b9e tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Apr 08 14:25:07.191726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-e314719d-cd98-4603-a6db-f58fbe7113f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:07.194474 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-e314719d-cd98-4603-a6db-f58fbe7113f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1a4db3dcc7f64b29993a1309557541f8&device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 1096 time: 0.1067691 Apr 08 14:25:07.349348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-1ac188d2-b4b7-45f6-80d0-a9fa5fb241ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:07.351325 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-1ac188d2-b4b7-45f6-80d0-a9fa5fb241ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 200 len: 914 time: 0.1495728 Apr 08 14:25:07.435418 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-9249d2ac-69fb-4c5c-b0e0-8131bd812ee2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2 HTTP/1.1" status: 200 len: 217 time: 0.0758226 Apr 08 14:25:07.570683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-1dd106ab-58fa-4c66-bb8e-8334cef68a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:07.573595 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-1dd106ab-58fa-4c66-bb8e-8334cef68a20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ce8aea4-519b-46cc-83c6-2ce0644fb06a HTTP/1.1" status: 200 len: 853 time: 0.1269593 Apr 08 14:25:07.688011 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-86cc73d0-c20c-47a8-853b-ca58e960d394 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=55747028-bf56-4839-b812-b8bf411d614c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999780 Apr 08 14:25:07.849751 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-545a6fcb-8830-48b3-8d3b-35cff119a9d2 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513002 Apr 08 14:25:08.273128 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d309c64d-7ac8-43a5-8c48-66e70a5da25f req-8432fc57-2cf8-44e3-89ba-c735af1e2165 service neutron] 10.222.0.75 "GET /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157367 Apr 08 14:25:08.387112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34e55d-c194-43fb-9b57-88430a56f50d req-a999c91a-f1f5-4a9e-a3e3-359be2712a35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:08.388893 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ed34e55d-c194-43fb-9b57-88430a56f50d req-a999c91a-f1f5-4a9e-a3e3-359be2712a35 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 943 time: 0.1193292 Apr 08 14:25:08.447754 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ed34e55d-c194-43fb-9b57-88430a56f50d req-4a4913aa-aea2-4f15-aa66-ad43df31da8a tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Apr 08 14:25:09.299856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device c12a081b-3edc-4518-bdc7-93fc6e9337e2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:25:09.458862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port c12a081b-3edc-4518-bdc7-93fc6e9337e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:09.477981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2', 'network_id': '55747028-bf56-4839-b812-b8bf411d614c', 'port_id': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2', 'mac_address': 'fa:16:3e:ab:0a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce8aea4-519b-46cc-83c6-2ce0644fb06a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:25:09.606754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:09.609322 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12a081b-3edc-4518-bdc7-93fc6e9337e2 {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:25:09.640928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port c12a081b-3edc-4518-bdc7-93fc6e9337e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:09.645471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:09.647700 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:09.745780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=c12a081b-3edc-4518-bdc7-93fc6e9337e2,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:09.752956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:09.785080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e272c-c298-49ec-9e53-f8e70f8f29f2 req-6e707cac-27b7-4e39-8c6b-191603832463 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:09.788182 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-128e272c-c298-49ec-9e53-f8e70f8f29f2 req-6e707cac-27b7-4e39-8c6b-191603832463 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 944 time: 0.1415503 Apr 08 14:25:09.827627 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-128e272c-c298-49ec-9e53-f8e70f8f29f2 req-9c3ba531-05ec-41df-b748-9035a1d63dc2 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Apr 08 14:25:09.924006 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['c12a081b-3edc-4518-bdc7-93fc6e9337e2'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:25:09.959957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 49724) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:10.134981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.165279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:10.172697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Usage tracker for resource:security_group_rule and tenant:b08b6e38a1e84c148a671b9299f4006e is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:10.179281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:10.190987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:10.359250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.364102 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.386798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-15776638-7742-47c3-8aa5-601bf9959ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:10.469820 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b08b6e38a1e84c148a671b9299f4006e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079508 Apr 08 14:25:10.473756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 49730) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:10.484813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a414d-b75c-4ed4-bc26-58aaddd74d7a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:10.494912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.495330 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.495745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.496148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.496548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.496960 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.497354 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.497752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.498150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.498597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.499511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.499511 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:10.504590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9f73687b-1be9-499e-a647-667df3cfb976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:10.563235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.603849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.659898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.665794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1b3d9873-2aa9-436b-b8a4-4481e9e11003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:10.677640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a414d-b75c-4ed4-bc26-58aaddd74d7a,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:10.681722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:10.686089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:10.687385 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/625a414d-b75c-4ed4-bc26-58aaddd74d7a HTTP/1.1" status: 204 len: 168 time: 0.2119970 Apr 08 14:25:11.073435 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e91eda-7e1c-42a4-b0c8-370f445bb844 req-9cf84512-11ac-4365-a661-edfd600596a8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:11.075633 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c1e91eda-7e1c-42a4-b0c8-370f445bb844 req-9cf84512-11ac-4365-a661-edfd600596a8 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 944 time: 0.1109402 Apr 08 14:25:11.118159 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c1e91eda-7e1c-42a4-b0c8-370f445bb844 req-ce6958f7-a571-4923-99ae-5b78a1b37ae9 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Apr 08 14:25:11.303546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device c12a081b-3edc-4518-bdc7-93fc6e9337e2 up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:25:11.426640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port c12a081b-3edc-4518-bdc7-93fc6e9337e2 completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:25:11.436771 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port c12a081b-3edc-4518-bdc7-93fc6e9337e2 triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:25:11.437409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:11.653432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:11.666761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4551acca-f657-4bd2-8b51-30755d77fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:11.679189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port c12a081b-3edc-4518-bdc7-93fc6e9337e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:11.684866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:11.687156 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eab2983a-2e21-4188-b35e-d5575bc90021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:11.726774 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4551acca-f657-4bd2-8b51-30755d77fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2', 'code': 200} Apr 08 14:25:11.781160 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=c12a081b-3edc-4518-bdc7-93fc6e9337e2,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:11.785577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:12.052061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9ffa-12f2-4e3a-a5b2-0ca1a3225eff req-523e1dc7-c741-45db-a9a8-f7c7d61d7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:12.053721 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-18dc9ffa-12f2-4e3a-a5b2-0ca1a3225eff req-523e1dc7-c741-45db-a9a8-f7c7d61d7673 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 1098 time: 0.0989294 Apr 08 14:25:12.087784 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-18dc9ffa-12f2-4e3a-a5b2-0ca1a3225eff req-4c0bd223-8e1b-48cd-a55e-8be726a45d45 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258374 Apr 08 14:25:12.418639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10519b-e95c-44d3-bbc4-3bea58272126 req-c49e9a5b-ea09-4c2e-bf30-851d6c310966 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:12.421762 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c10519b-e95c-44d3-bbc4-3bea58272126 req-c49e9a5b-ea09-4c2e-bf30-851d6c310966 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.1603997 Apr 08 14:25:12.483537 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c10519b-e95c-44d3-bbc4-3bea58272126 req-ce7d3cef-39af-408e-9834-d769618ec5d3 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490665 Apr 08 14:25:13.723922 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370e23e-e60f-4c5e-b8ef-0550e257f72e req-6be03014-e405-4bee-a952-e433a00dd5b1 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:13.725633 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b370e23e-e60f-4c5e-b8ef-0550e257f72e req-6be03014-e405-4bee-a952-e433a00dd5b1 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.1020789 Apr 08 14:25:13.759802 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b370e23e-e60f-4c5e-b8ef-0550e257f72e req-dc8bbfa1-9628-4e4c-9d42-91886a0ae3c2 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270915 Apr 08 14:25:20.846545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:20.995066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-8c1cc8fd-e265-41d6-9c13-881bdb8aec23 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1076052 Apr 08 14:25:21.107495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-646004df-8fbd-4fb7-b763-638498d729b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:21.109139 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-646004df-8fbd-4fb7-b763-638498d729b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1138 time: 0.0854921 Apr 08 14:25:21.298970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-aa501242-66d1-4a88-8d94-a282e01c523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:21.300840 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-aa501242-66d1-4a88-8d94-a282e01c523a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.1618211 Apr 08 14:25:21.421895 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-44ab04e1-3a5f-47ca-9e3f-55cdcfbb3bd3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 1001 time: 0.1128879 Apr 08 14:25:21.505203 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-f53f9bd9-5ef2-45b7-a1cf-ea3030bb7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:21.506897 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-f53f9bd9-5ef2-45b7-a1cf-ea3030bb7377 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.0770335 Apr 08 14:25:21.607270 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-f8ab28e4-83e1-466e-9866-b01a8a8d1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:21.608895 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-f8ab28e4-83e1-466e-9866-b01a8a8d1ad5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932209 Apr 08 14:25:21.770066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-027695bd-181d-4dc3-b545-2cf87e34f019 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526041 Apr 08 14:25:21.954558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1be2354-57b2-4563-9452-e62aa1d844bf req-b08d7703-8bb6-45df-a418-bd25f9ce2e57 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759434 Apr 08 14:25:22.805057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:25:28.303428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3792a-dac9-49f1-b9a7-5086195f6ec0 req-f7945814-d789-4740-b5e7-be4f374c8cc8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:28.306206 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-12f3792a-dac9-49f1-b9a7-5086195f6ec0 req-f7945814-d789-4740-b5e7-be4f374c8cc8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.1340089 Apr 08 14:25:28.358455 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-12f3792a-dac9-49f1-b9a7-5086195f6ec0 req-79af72fa-c252-4bb4-88da-8011aa280461 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Apr 08 14:25:29.731180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ea9c3-d76b-4118-a57f-a9354edab9bd req-bf186f37-db69-4bcd-aba7-4f3bdc36aa23 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:29.734275 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b74ea9c3-d76b-4118-a57f-a9354edab9bd req-bf186f37-db69-4bcd-aba7-4f3bdc36aa23 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.1872222 Apr 08 14:25:29.768392 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b74ea9c3-d76b-4118-a57f-a9354edab9bd req-3bf1f57c-5222-47c9-a2b0-e49782e8d37b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266449 Apr 08 14:25:29.808501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a5e32e36-6de0-46d9-8b82-dddddd86efba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:30.093041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19137557-11f5-4bc2-a061-c79ce664184a req-f912c487-055b-4bbf-8b8e-08254a78a033 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:30.094901 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19137557-11f5-4bc2-a061-c79ce664184a req-f912c487-055b-4bbf-8b8e-08254a78a033 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.0988314 Apr 08 14:25:30.189711 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Deleting port 07f8f691-4caf-41a6-8ee4-182831f71eed {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:30.190103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:30.583458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] For port 07f8f691-4caf-41a6-8ee4-182831f71eed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07f8f691-4caf-41a6-8ee4-182831f71eed,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:30.583869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:31.059964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:31.060584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:31.060813 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Floating IP b075a3dd-c510-4d06-bd76-7eaa92052b8f disassociated. External IP: 172.28.0.242, port: 07f8f691-4caf-41a6-8ee4-182831f71eed. Apr 08 14:25:31.061061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Calling delete_port for 07f8f691-4caf-41a6-8ee4-182831f71eed owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:25:31.167893 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ae042-848c-4d42-bc7f-12e741f50a40 req-0232e257-5a81-467d-ac04-79a185bb59d8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:31.169618 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-495ae042-848c-4d42-bc7f-12e741f50a40 req-0232e257-5a81-467d-ac04-79a185bb59d8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 946 time: 0.2151122 Apr 08 14:25:31.254385 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-495ae042-848c-4d42-bc7f-12e741f50a40 req-8712ba03-d934-4dc0-8ffc-f6021d4bf419 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=120ec980-14d0-4465-a657-62f354d1277d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766194 Apr 08 14:25:31.271041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:31.287410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:31.347514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event deleted for resources: {'Port': ['ID=07f8f691-4caf-41a6-8ee4-182831f71eed,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:31.411780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.412203 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.412710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.413015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.413415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.413415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.414501 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.414631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.414943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.415334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.415726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.416115 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:31.421424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:31.710930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:25:31.935795 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50020) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:31.953738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:25:31.969009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:25:31.989367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:25:31.990446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:25:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:32.058507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] No DVR routers for this DVR port 07f8f691-4caf-41a6-8ee4-182831f71eed on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:25:32.061235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.065021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-deleted', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:32.075435 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-19137557-11f5-4bc2-a061-c79ce664184a req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "DELETE /v2.0/ports/07f8f691-4caf-41a6-8ee4-182831f71eed HTTP/1.1" status: 204 len: 173 time: 1.9708123 Apr 08 14:25:32.144868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.164600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:32.170349 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Usage tracker for resource:security_group_rule and tenant:21071c71e3734b40af692ef42c874e2b is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:32.174495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:32.182391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:32.185588 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d2aba6-f9ad-4c92-99bb-3b97e949cc5c', 'name': 'network-vif-deleted', 'tag': '07f8f691-4caf-41a6-8ee4-182831f71eed', 'status': 'completed', 'code': 200} Apr 08 14:25:32.282149 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:25:32.324607 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.329572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.340437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-883c16d2-ab5a-4f04-8a84-b8f65e0cdba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:32.407742 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=21071c71e3734b40af692ef42c874e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689460 Apr 08 14:25:32.410396 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50032) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:32.413085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0af1208-1d04-46ab-9494-37f395644c13,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:32.425793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:32.453168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8722a384-f538-4c5e-860a-c4a7959c3a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.585662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-cd45f398-aecb-4673-b927-1ebb9d2f1d4a req-aae4b039-7f7c-4ecb-85b4-75fe14fba911 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Synchronizing usage tracker for tenant:492358e2ebd2450998ac601fe78614c4 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:32.638557 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.643797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-cd45f398-aecb-4673-b927-1ebb9d2f1d4a req-aae4b039-7f7c-4ecb-85b4-75fe14fba911 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Unset dirty status for tenant:492358e2ebd2450998ac601fe78614c4 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:32.645914 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-cd45f398-aecb-4673-b927-1ebb9d2f1d4a req-aae4b039-7f7c-4ecb-85b4-75fe14fba911 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=98d2aba6-f9ad-4c92-99bb-3b97e949cc5c HTTP/1.1" status: 200 len: 210 time: 0.1549096 Apr 08 14:25:32.695975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.773437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.782742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-25a65ca2-0b24-4058-9ea0-5e9dad75e79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:32.796071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0af1208-1d04-46ab-9494-37f395644c13,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:32.801064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:32.804744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:32.806049 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7c106be4-97eb-48c1-b5d2-07b5a3efd780 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0af1208-1d04-46ab-9494-37f395644c13 HTTP/1.1" status: 204 len: 168 time: 0.3938398 Apr 08 14:25:32.819606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:32.824621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:25:32.836582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:25:32.838020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:25:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:32.915742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.185142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50042) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:33.207571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.226233 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:33.231986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Usage tracker for resource:security_group_rule and tenant:be6d165c63d54c6b8920f2560e7f0382 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:33.235821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:33.243610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:33.324938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:25:33.353072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.356329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.366288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9a6c5b17-da3a-45cd-93a4-cdb7ebe1d867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:33.415969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:25:33.421652 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be6d165c63d54c6b8920f2560e7f0382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319372 Apr 08 14:25:33.421652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e4aac8-bf78-4896-b471-8d3a0438fe1a,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:33.422950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50046) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:33.471437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:33.491840 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 07f8f691-4caf-41a6-8ee4-182831f71eed {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:25:33.492533 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 07f8f691-4caf-41a6-8ee4-182831f71eed not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:25:33.529024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.780176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:33.789155 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd2614c-287b-4c08-9b2d-bca903fe79ba None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:25:33.820002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.894353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.905205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-51e58d8d-785b-475b-9674-424eb823d030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:33.933168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e4aac8-bf78-4896-b471-8d3a0438fe1a,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:33.945677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:33.949158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:33.952421 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50062) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:33.964486 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5e4aac8-bf78-4896-b471-8d3a0438fe1a HTTP/1.1" status: 204 len: 168 time: 0.5270405 Apr 08 14:25:34.070826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.086252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.126908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.173055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.202135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.228290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-06b049c4-3399-49af-9bf1-70183bfd2e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:34.270581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ec980-14d0-4465-a657-62f354d1277d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:34.280035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:34.315640 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.317634 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "DELETE /v2.0/security-groups/120ec980-14d0-4465-a657-62f354d1277d HTTP/1.1" status: 204 len: 168 time: 0.3635910 Apr 08 14:25:34.321110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50072) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:34.354008 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.v2.resource [None req-52a6b8dd-7dc9-4b45-b67d-8f497efd891d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] show failed (client error): The resource could not be found. Apr 08 14:25:34.358651 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-52a6b8dd-7dc9-4b45-b67d-8f497efd891d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups/120ec980-14d0-4465-a657-62f354d1277d HTTP/1.1" status: 404 len: 347 time: 0.0319588 Apr 08 14:25:34.359481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50076) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:34.457582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74407b58-3e53-4a36-a608-b11ae22ee2b0 None None] New status for floating IP b075a3dd-c510-4d06-bd76-7eaa92052b8f: DOWN {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:25:34.651946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Deleting port e06915f8-560c-42de-b0e5-17a9aafd316f {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:34.652555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.931068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:34.931586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:35.075622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Calling delete_port for e06915f8-560c-42de-b0e5-17a9aafd316f owned by network:floatingip {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:25:35.216564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:25:35.217073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:25:35.718535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Deleting port e06915f8-560c-42de-b0e5-17a9aafd316f {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:35.719070 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:36.041591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:36.041938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:36.194719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Calling delete_port for e06915f8-560c-42de-b0e5-17a9aafd316f owned by network:floatingip {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:25:36.375649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:36.516085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-0b9a3f19-b43c-422c-af63-1c667dc43e3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:36.609959 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event deleted for resources: {'Port': ['ID=e06915f8-560c-42de-b0e5-17a9aafd316f,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:36.614464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:36.809886 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a898c-a89a-40fc-8a80-d67b37201363 req-a247f57e-04f9-413d-813f-19f370c8d4dd tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:36.811636 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f18a898c-a89a-40fc-8a80-d67b37201363 req-a247f57e-04f9-413d-813f-19f370c8d4dd tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.2537553 Apr 08 14:25:36.845356 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:36.870078 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f18a898c-a89a-40fc-8a80-d67b37201363 req-5b86383a-ac78-49b6-af83-6892f1272653 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Apr 08 14:25:36.877950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:36.879262 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2bd58973-57dc-4c31-be97-ce96a5eb9c64 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "DELETE /v2.0/floatingips/b075a3dd-c510-4d06-bd76-7eaa92052b8f HTTP/1.1" status: 204 len: 168 time: 2.5186405 Apr 08 14:25:37.357039 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50132) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:37.365022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1947100007', 'description': 'tempest-description--80202181'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:37.373289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:37.378653 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:37.383251 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:37.393746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:37.409947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.417539 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:37.425642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:37.431358 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:37.444641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:37.585680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.588915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.595222 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ddd6ca7c-2add-4dcd-85b5-d6460b1cbbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:37.645329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c056000-1c16-48fc-9a7e-25460f166cd1,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:37.648538 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:37.649454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.650864 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2928038 Apr 08 14:25:37.654439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50140) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:37.661101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'security_group_rule': {'security_group_id': '4c056000-1c16-48fc-9a7e-25460f166cd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:37.668173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:37.672917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:37.676599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:37.683303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:37.701136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.777443 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.780521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.782933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-47d7952c-c982-47dc-9b44-c87d4baf8476 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:37.808594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2290fe4-0892-42e9-9854-daebc27538c5,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:37.811407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:37.819298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.820612 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d6d68c4d-3342-48fa-8960-5bde29c6d340 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651001 Apr 08 14:25:37.823480 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50144) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:37.829889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'security_group_rule': {'security_group_id': '4c056000-1c16-48fc-9a7e-25460f166cd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:37.836775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:37.841683 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:security_group_rule and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:37.845114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:37.851805 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:37.870526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.945587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.949110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656711'] for security_group_rule, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.952495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-511afbfe-ae2c-4bf4-b85a-844cca640987 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:37.981760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1001be50-d012-42bd-9302-f6152a42b0fa,revision_number=0']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:37.988185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:37.993367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:37.995808 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8661d75e-0a55-47a6-8587-d971c8e86341 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709983 Apr 08 14:25:37.999136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50150) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:38.010339 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'floatingip': {'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:38.022966 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:38.118600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Usage tracker for resource:floatingip and tenant:492358e2ebd2450998ac601fe78614c4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:38.124468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:38.148802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:38.175844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:38.329388 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb16da3-d3c0-43bc-8b43-4aca776c67f2 req-38acbc5e-4a0d-4f37-b5b9-55bb86966e0b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:38.331181 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bfb16da3-d3c0-43bc-8b43-4aca776c67f2 req-38acbc5e-4a0d-4f37-b5b9-55bb86966e0b tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.3033459 Apr 08 14:25:38.379896 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-bfb16da3-d3c0-43bc-8b43-4aca776c67f2 req-73eb2b44-1269-4f13-ab48-90971351a4b4 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Apr 08 14:25:38.438673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:38.693704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Allocated IP 172.28.0.132 (c6c36e45-8dd2-457a-a0ea-f2a321e3d098/f5c9ff66-f47d-4ae5-bbec-2195b735b5d5/3bcde703-230f-47ec-a3b3-673a85010668) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:25:38.880596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:38.917633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:38.934363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5955ba3e-1580-4fd2-83b1-516a2dd427d1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:39.088972 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'Port': ['ID=3bcde703-230f-47ec-a3b3-673a85010668,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:39.092062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:39.170166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Network c6c36e45-8dd2-457a-a0ea-f2a321e3d098 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:25:39.172292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:25:39.176060 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:25:39.336872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:39.417442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:39.780535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf883bd-466b-4ddc-8f79-2c45e653ff4d req-d58afa50-277f-4c0a-849a-7254abd31251 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:39.783059 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6bf883bd-466b-4ddc-8f79-2c45e653ff4d req-d58afa50-277f-4c0a-849a-7254abd31251 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.2327571 Apr 08 14:25:39.841757 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6bf883bd-466b-4ddc-8f79-2c45e653ff4d req-86a821df-9bd8-457b-8ab3-74be1103c9ef tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 Apr 08 14:25:39.870564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:39.875411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:39.895117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d6804b38-ce55-4124-9d25-b577b2b9bc66 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:40.312585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'Port': ['ID=3bcde703-230f-47ec-a3b3-673a85010668,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:40.320476 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:40.459231 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-9d36d81c-90ba-4f70-bdcc-797100c15d6e tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057194694&fields=id&tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a HTTP/1.1" status: 200 len: 267 time: 0.0421009 Apr 08 14:25:40.463047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:40.547250 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:40.562252 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1bc80486-97c7-4f56-b580-721b0553479c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5478888 Apr 08 14:25:40.595413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-48aad679-532d-4515-a2df-42cc06dccaac tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:40.597542 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-48aad679-532d-4515-a2df-42cc06dccaac tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 985 time: 0.1214550 Apr 08 14:25:40.612500 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Request body: {'port': {'security_groups': ['6651a7aa-425a-4212-bc04-2aa5641f59c4']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:40.870725 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:41.114097 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-bd7dfcc3-9933-4722-9386-686838692f45 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1947100007&fields=id&tenant_id=492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 267 time: 0.1808527 Apr 08 14:25:41.384014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-5e4848ee-24ae-471b-a4b9-152b6094c99f tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:41.385756 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-5e4848ee-24ae-471b-a4b9-152b6094c99f tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.4505839 Apr 08 14:25:41.472475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-d70bef79-ce45-48fb-b7fc-f5ef389f7795 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:41.474169 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-d70bef79-ce45-48fb-b7fc-f5ef389f7795 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 816 time: 0.3148983 Apr 08 14:25:41.596500 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-7a494038-cb84-4390-9397-0ab22965422c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/quotas/492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 375 time: 0.1011200 Apr 08 14:25:41.609112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Deleting port c12a081b-3edc-4518-bdc7-93fc6e9337e2 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:41.609503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:41.823998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:41.978587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:41.990272 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.000147 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-ad40f053-8963-4d2f-8295-542eb70ded29 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Synchronizing usage tracker for tenant:492358e2ebd2450998ac601fe78614c4 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:42.004545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['a2f70faf-47ef-4920-a61a-b39f43a7b075'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:25:42.027739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6e9b4b84-74e9-4965-ab01-40fe2d94482b tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:42.193570 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50222) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:42.232779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-ad40f053-8963-4d2f-8295-542eb70ded29 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Unset dirty status for tenant:492358e2ebd2450998ac601fe78614c4 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:42.234265 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-ad40f053-8963-4d2f-8295-542eb70ded29 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5930014 Apr 08 14:25:42.259347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event updated for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=7']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:42.266343 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] For port c12a081b-3edc-4518-bdc7-93fc6e9337e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c12a081b-3edc-4518-bdc7-93fc6e9337e2,segment=NetworkSegment(1a6f241a-4013-4c7c-9140-cfab0cea84d4),segment_id=1a6f241a-4013-4c7c-9140-cfab0cea84d4)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:42.266939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.284950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:42.411667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.432800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:42.439614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Usage tracker for resource:security_group_rule and tenant:1a6fa4af07b4452cb4b1800c2ce5fa78 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:42.443521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:42.443745 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Calling delete_port for c12a081b-3edc-4518-bdc7-93fc6e9337e2 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:25:42.451877 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:42.511018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:42.511733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.514750 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5de07d02-820b-4911-aed2-7b0f4739b79a req-2a590e55-679e-41eb-bdeb-2949fc5339b2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "PUT /v2.0/ports/a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 943 time: 1.9084418 Apr 08 14:25:42.515546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:42.520918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50230) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:42.566868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['a2f70faf-47ef-4920-a61a-b39f43a7b075'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:25:42.580454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.587243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.604608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6aa6d53f-2241-44cf-b28e-a6f2dae7a1c3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:42.644988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593c1ed3-841e-44bd-94ba-1c6a77fc633a,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:42.649036 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:42.671625 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a6fa4af07b4452cb4b1800c2ce5fa78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724607 Apr 08 14:25:42.678990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50234) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:42.773400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.810034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.880385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.891105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3a31bf3d-b7b1-4327-bb29-1326884d2f5b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:42.917685 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593c1ed3-841e-44bd-94ba-1c6a77fc633a,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:42.924749 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:42.925536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-2c8960d6-101a-4c30-8722-add37634ac51 None None] Provisioning complete for port a2f70faf-47ef-4920-a61a-b39f43a7b075 triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:25:42.925963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2c8960d6-101a-4c30-8722-add37634ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.928655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:42.933999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-7b3d0680-a8a8-42db-8d14-e5417b8d3ec9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/593c1ed3-841e-44bd-94ba-1c6a77fc633a HTTP/1.1" status: 204 len: 168 time: 0.2536249 Apr 08 14:25:43.042924 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.068900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6f8a02de-9d5d-4fc1-988e-5d3dff5c9d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:43.161845 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-33f7b8d2-7852-45d5-8cea-2db3084a414f service neutron] 10.222.0.35 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8862839 Apr 08 14:25:43.169184 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Pushing event deleted for resources: {'Port': ['ID=c12a081b-3edc-4518-bdc7-93fc6e9337e2,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:43.245027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:43.247122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.400644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50244) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:43.427257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.445929 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:43.451034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Usage tracker for resource:security_group_rule and tenant:7450dd4c3cae4bf488cfa91884fe5be4 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:43.455224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:43.462637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:43.463163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device c12a081b-3edc-4518-bdc7-93fc6e9337e2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:25:43.552792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: c12a081b-3edc-4518-bdc7-93fc6e9337e2 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:25:43.553585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device c12a081b-3edc-4518-bdc7-93fc6e9337e2 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:25:43.633706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.639678 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.659359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e97f9f0b-b7c8-4649-8372-367b780f894c tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:43.715709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.741370 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39bd24-8657-4f81-b17e-a8052663a7a3 req-0ddc8512-a4a1-4c86-b938-37885df1a190 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:43.743258 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ff39bd24-8657-4f81-b17e-a8052663a7a3 req-0ddc8512-a4a1-4c86-b938-37885df1a190 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 945 time: 0.8564129 Apr 08 14:25:43.751535 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7450dd4c3cae4bf488cfa91884fe5be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485215 Apr 08 14:25:43.753710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a437e30-5a5d-4a96-bd7b-df891bd10cd9,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:43.758845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50248) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:43.764310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:43.852267 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ff39bd24-8657-4f81-b17e-a8052663a7a3 req-eb77ef21-8dd7-4092-8436-b319d6bbeef1 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae1f7657-392f-4e66-8d5d-aeac6d616716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908628 Apr 08 14:25:43.858617 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-f4f05939-e202-4a9d-8766-9b7b0f6431f6 service neutron] 10.222.0.35 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827705 Apr 08 14:25:43.884055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.949564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:43.969207 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'status': 'completed', 'code': 200} Apr 08 14:25:44.018377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:44.024521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e48e2d4b-c12a-4a9e-b1d0-e1f3bb5aecc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:44.038105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a437e30-5a5d-4a96-bd7b-df891bd10cd9,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:44.041738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:44.048430 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:44.058956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] No DVR routers for this DVR port c12a081b-3edc-4518-bdc7-93fc6e9337e2 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:25:44.062778 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a437e30-5a5d-4a96-bd7b-df891bd10cd9 HTTP/1.1" status: 204 len: 168 time: 0.3021827 Apr 08 14:25:44.068513 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:44.210044 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b89d4654-2ac0-4078-b791-ce90f9b40678 req-c56074fc-6de5-4f10-acde-48d19ee75b61 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.75 "DELETE /v2.0/ports/c12a081b-3edc-4518-bdc7-93fc6e9337e2 HTTP/1.1" status: 204 len: 173 time: 2.8164899 Apr 08 14:25:44.226564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:44.232536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:44.235819 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "DELETE /v2.0/security-groups/03c180e9-8f05-4514-a6b0-79367301b5a6 HTTP/1.1" status: 204 len: 168 time: 1.5622859 Apr 08 14:25:44.237849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-27977cc2-688a-4ef8-9dbf-6f31ad740d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:44.240806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50262) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:44.258663 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-e5b40820-9940-427b-8d61-11f5889ecc82 req-a660e156-79f2-4c0b-94da-a05a283b0991 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 210 time: 0.1442158 Apr 08 14:25:44.269021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c180e9-8f05-4514-a6b0-79367301b5a6,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:44.273475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:44.290368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-6f647454-e31b-43e8-ae94-48b927eb9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:44.290368 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-6f647454-e31b-43e8-ae94-48b927eb9f09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1099 time: 0.3216124 Apr 08 14:25:44.515121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-cb62892d-2bd5-4aa1-8851-32771b994bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:44.517397 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-cb62892d-2bd5-4aa1-8851-32771b994bf5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.2223537 Apr 08 14:25:44.710471 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Deleting port b92b192f-54e2-4926-b339-042e236ee68d {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:44.711127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:44.741691 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-bac7e608-70fc-4818-a2e5-1ddadbe02c06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 1001 time: 0.2170029 Apr 08 14:25:44.862639 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-8161ade1-9777-4a42-9e4b-3c65844c1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:44.864423 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-8161ade1-9777-4a42-9e4b-3c65844c1707 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.1134992 Apr 08 14:25:45.020345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-f5d0758a-b64a-4e42-ba8e-7fda8649d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:45.027578 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-f5d0758a-b64a-4e42-ba8e-7fda8649d8bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1457121 Apr 08 14:25:45.143906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:45.144290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:45.320379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Calling delete_port for b92b192f-54e2-4926-b339-042e236ee68d owned by network:floatingip {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:25:45.382373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-f274c90e-1baf-475a-8204-d1f17e830214 req-7f1bcf33-f61c-4f2c-b81c-a32be9f3c349 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Synchronizing usage tracker for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:45.560256 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9606e7f1-49d9-4771-a426-06d088ca062e req-ead75d94-f3d1-4e3f-b5a1-afc1f1b1d080 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 210 time: 0.1398072 Apr 08 14:25:45.564550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-f274c90e-1baf-475a-8204-d1f17e830214 req-7f1bcf33-f61c-4f2c-b81c-a32be9f3c349 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] Unset dirty status for tenant:1a4db3dcc7f64b29993a1309557541f8 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:45.565738 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f274c90e-1baf-475a-8204-d1f17e830214 req-7f1bcf33-f61c-4f2c-b81c-a32be9f3c349 tempest-VolumesSnapshotTestJSON-201470685 tempest-VolumesSnapshotTestJSON-201470685-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551acca-f657-4bd2-8b51-30755d77fda0 HTTP/1.1" status: 200 len: 210 time: 0.3029833 Apr 08 14:25:45.587295 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-b6dc8a7e-4f32-4086-a777-27e13ad583da service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551498 Apr 08 14:25:45.674559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:45.695813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b29729ba-0fa3-48b0-9fba-9da17e0afded tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:45.764848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event deleted for resources: {'Port': ['ID=b92b192f-54e2-4926-b339-042e236ee68d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:45.851780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:45.938940 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-de72fee8-84c0-4f32-8acc-6041ce0badf2 req-3b11ed65-e192-46f3-b41a-4c2350129fbd service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365424 Apr 08 14:25:45.970743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-4a91c91b-d2c1-48a0-8696-c165ad783396 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:45.976103 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-4a91c91b-d2c1-48a0-8696-c165ad783396 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 816 time: 0.2350340 Apr 08 14:25:45.976720 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4551acca-f657-4bd2-8b51-30755d77fda0', 'name': 'network-vif-deleted', 'tag': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:46.062983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4551acca-f657-4bd2-8b51-30755d77fda0', 'name': 'network-vif-deleted', 'tag': 'c12a081b-3edc-4518-bdc7-93fc6e9337e2', 'status': 'completed', 'code': 200} Apr 08 14:25:46.069659 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-a08fc217-f580-4ff8-8b55-3ef0ffa23556 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 5707 time: 0.0829580 Apr 08 14:25:46.080037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'port': {'device_id': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'admin_state_up': True, 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'security_groups': ['4c056000-1c16-48fc-9a7e-25460f166cd1']}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:46.142540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks [] for floatingip, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:46.142901 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Floating IP 41ca70d8-30e5-49c7-8f93-37b8409b28ec disassociated (deleted). External IP: 172.28.0.31, port: a2f70faf-47ef-4920-a61a-b39f43a7b075. Apr 08 14:25:46.285225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:46.299641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:46.315614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Made reservation on behalf of 492358e2ebd2450998ac601fe78614c4 for: {'port': 1} {{(pid=84287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 14:25:46.324097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:46.546326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_common [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Allocated IP 172.20.0.6 (5dc11f30-a603-48e0-a951-9a6895acb4e4/c667b2ca-3236-42ba-bd42-2f87385bdf33/982a7e56-9c39-407c-94ea-029742990b6b) {{(pid=84287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 14:25:46.890242 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7e17b806-5655-4e56-ab9d-46e044a69519 req-46d510a1-fbfd-44da-b0fa-3eccde09a2cf tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 210 time: 0.0828917 Apr 08 14:25:46.970164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for port, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:46.987002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Router 3716c63f-ac4f-4979-b96b-526c4c58876a has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:25:46.999993 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Transition to ACTIVE for port object 982a7e56-9c39-407c-94ea-029742990b6b will not be triggered until provisioned by entity DHCP. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:25:47.042518 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752579802500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:47.076503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-112f01c8-0778-4fc4-88f2-7fe7a6b822e6 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:47.264746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:25:47.284726 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] Sync routers for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:25:47.308869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:47.401564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:47.425386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:47.474768 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-529f1485-19d9-4b2e-90a0-6065f836b937 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "DELETE /v2.0/floatingips/41ca70d8-30e5-49c7-8f93-37b8409b28ec HTTP/1.1" status: 204 len: 168 time: 3.2288742 Apr 08 14:25:47.474768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:47.531738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:25:47.533239 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:25:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:47.579097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 is already hosted by enough agents. {{(pid=84287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 14:25:47.581649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.base_scheduler [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Resources bound (agent type, host, resource id): {{(pid=84287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 14:25:47.584650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Received port after_create {{(pid=84287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 14:25:47.627223 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'status': 'completed', 'code': 200} Apr 08 14:25:47.760199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:47.761407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:47.880050 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-560a51d6-43ed-42c0-bfe2-074617546543 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8052509 Apr 08 14:25:47.884386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981920-7af1-40aa-8a69-b0580fa77246 req-ba40384c-f4c3-45bd-ba10-3d336cdefbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:47.885196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:25:47.886962 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-ba40384c-f4c3-45bd-ba10-3d336cdefbb6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 1099 time: 0.2266009 Apr 08 14:25:47.894481 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Request body: {'port': {'device_id': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:25:48.095065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7ca793db-4043-47d8-a422-5af04f2b2d54 None None] Provisioning for port 982a7e56-9c39-407c-94ea-029742990b6b completed by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:25:48.113369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-7ca793db-4043-47d8-a422-5af04f2b2d54 None None] Provisioning complete for port 982a7e56-9c39-407c-94ea-029742990b6b triggered by entity DHCP. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:25:48.113794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-7ca793db-4043-47d8-a422-5af04f2b2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:48.143311 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981920-7af1-40aa-8a69-b0580fa77246 req-ff926a65-a081-43c5-9a57-4486e9e785ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:48.148845 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-ff926a65-a081-43c5-9a57-4486e9e785ca service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 200 len: 916 time: 0.2193186 Apr 08 14:25:48.252324 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-7ca793db-4043-47d8-a422-5af04f2b2d54 None None] Port 982a7e56-9c39-407c-94ea-029742990b6b cannot update to ACTIVE because it is not bound. {{(pid=84288) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 14:25:48.261240 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-0e54a034-48da-471a-8840-a5c73d6f0e3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 200 len: 217 time: 0.0969439 Apr 08 14:25:48.337495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:48.437425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:48.443894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] Checking router: 3716c63f-ac4f-4979-b96b-526c4c58876a for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:25:48.456366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:25:48.457331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:25:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:48.891104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:25:48.940186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981920-7af1-40aa-8a69-b0580fa77246 req-76682208-ed19-4dd0-bed1-664bd5d863cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:48.942747 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-76682208-ed19-4dd0-bed1-664bd5d863cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 200 len: 854 time: 0.6065974 Apr 08 14:25:49.542837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c155da-1926-4c32-af79-1e18eba0546e req-92a4ea39-1d75-4854-b780-aae642b8cca9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:49.543701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-25c155da-1926-4c32-af79-1e18eba0546e req-92a4ea39-1d75-4854-b780-aae642b8cca9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Synchronizing usage tracker for tenant:492358e2ebd2450998ac601fe78614c4 on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:49.578397 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50370) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:49.594382 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-25c155da-1926-4c32-af79-1e18eba0546e req-92a4ea39-1d75-4854-b780-aae642b8cca9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Unset dirty status for tenant:492358e2ebd2450998ac601fe78614c4 on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:49.595933 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-25c155da-1926-4c32-af79-1e18eba0546e req-92a4ea39-1d75-4854-b780-aae642b8cca9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 931 time: 1.1805761 Apr 08 14:25:49.658900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981920-7af1-40aa-8a69-b0580fa77246 req-c0c64f89-36f9-4ade-9099-43800b0237f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:49.660649 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-c0c64f89-36f9-4ade-9099-43800b0237f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7bad9eb-507e-4eaa-91e1-74be4794aa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6940515 Apr 08 14:25:49.711761 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:25:49.720961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f7ed5d-4da9-481f-9692-a426ed6b90fe None None] The sync data for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb is: [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:22:49Z', 'revision_number': 4, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '6a9587ad-5c38-4577-8ccc-276087b9abcb', 'name': '', 'network_id': 'b7bad9eb-507e-4eaa-91e1-74be4794aa5a', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'mac_address': 'fa:16:3e:e6:6e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:47Z', 'updated_at': '2021-04-08T14:22:58Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'subnets': [{'id': 'cea1b8da-ae14-47bd-8589-8a8fe6c65caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:25:49.762789 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-25c155da-1926-4c32-af79-1e18eba0546e req-43ce47b1-053a-4b86-81fc-0e6dac127a1f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010180 Apr 08 14:25:49.933407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:49.950915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982a7e56-9c39-407c-94ea-029742990b6b {{(pid=84287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:25:49.953038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:49.956263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Usage tracker for resource:security_group_rule and tenant:f9c43b00db5e47a29d6af843a6c5de3d is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:49.960032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:49.961699 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-f72148c7-8667-43cf-a69c-526f3992f547 service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781336 Apr 08 14:25:49.964118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:49.967632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:50.030098 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Transition to ACTIVE for port object 982a7e56-9c39-407c-94ea-029742990b6b will not be triggered until provisioned by entity L2. {{(pid=84287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 14:25:50.084856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.090875 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.101044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.118796 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2b33b664-9759-4a39-8cb3-d366f06d50b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:50.119752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:50.192432 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f92fbd1-6d15-47f5-bbb9-f547f78e7c3d,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:50.201496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:50.226006 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cc8d2710-7283-4ee0-abf6-be9ae7d9efcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9c43b00db5e47a29d6af843a6c5de3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457589 Apr 08 14:25:50.227759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50386) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:50.323180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=2']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:50.331708 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:50.349390 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.359734 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-57981920-7af1-40aa-8a69-b0580fa77246 req-a2af20e6-7028-4b8d-8801-2d2dfac1462b service neutron] 10.222.0.75 "GET /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904676 Apr 08 14:25:50.374173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f0259-5a03-4737-ab30-7d1fda601acb None None] New status for floating IP 41ca70d8-30e5-49c7-8f93-37b8409b28ec: DOWN {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:25:50.395041 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.458969 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.464756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e77c807c-b072-4b39-bbf0-e425330c4c97 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:50.483273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f92fbd1-6d15-47f5-bbb9-f547f78e7c3d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:50.490426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:50.492968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.494453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4977e23d-580a-43ad-b833-f09adb755409 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f92fbd1-6d15-47f5-bbb9-f547f78e7c3d HTTP/1.1" status: 204 len: 168 time: 0.2651169 Apr 08 14:25:50.637845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Attempting to bind port 982a7e56-9c39-407c-94ea-029742990b6b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 14:25:50.638377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Attempting to bind port 982a7e56-9c39-407c-94ea-029742990b6b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 14:25:50.638816 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Attempting to bind port 982a7e56-9c39-407c-94ea-029742990b6b on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:25:50.644934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Port 982a7e56-9c39-407c-94ea-029742990b6b on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 14:25:50.645277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Attempting to bind port 982a7e56-9c39-407c-94ea-029742990b6b on network 5dc11f30-a603-48e0-a951-9a6895acb4e4 {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 14:25:50.652165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Checking agent: {'id': '7ae758c8-2058-459a-92a7-cbecc73ed160', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'started_at': datetime.datetime(2021, 4, 8, 14, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 14:25:50.652649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Checking segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 14:25:50.653134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Bound using segment: {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'} {{(pid=84287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 14:25:50.653722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Bound port: 982a7e56-9c39-407c-94ea-029742990b6b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cffbe4-b0dd-4d35-97a1-f65c584ac552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4'}}] {{(pid=84287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 14:25:50.654232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.754856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, cleared binding levels {{(pid=84287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 14:25:50.759009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 14:25:50.764786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4073290'] for port, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.784642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3063a786-c32b-4e42-883b-7a260280e62f tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:50.874523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:50.975706 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50402) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:50.997400 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.015708 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:25:51.021159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea303c6b0efd4b5fa453416d1e4c009e is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:25:51.025523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:25:51.034852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:25:51.077742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=3']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:51.085553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:51.151064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084d6c1-d881-4c95-a9e8-7f07efc9e128 req-655dbb79-7c79-4a96-9509-edacdc5ef559 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:51.152801 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7084d6c1-d881-4c95-a9e8-7f07efc9e128 req-655dbb79-7c79-4a96-9509-edacdc5ef559 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1882703 Apr 08 14:25:51.154350 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:51.155031 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.157885 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] 10.222.0.75 "PUT /v2.0/ports/982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 1093 time: 3.2683666 Apr 08 14:25:51.158123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:51.172057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.179082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.216992 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7084d6c1-d881-4c95-a9e8-7f07efc9e128 req-39c40b84-fcea-4ad9-84e7-510b92f31aa8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 Apr 08 14:25:51.247103 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f4e79758-08d5-487e-b7e8-9e7d80a1c406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:51.295069 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'status': 'completed', 'code': 200} Apr 08 14:25:51.298424 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea303c6b0efd4b5fa453416d1e4c009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205798 Apr 08 14:25:51.299014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50408) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:51.339829 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0a038-f418-468f-8635-f2b22be447c6,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:51.348093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:51.442433 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.455163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-ffb73a18-571f-4d18-bfdf-eefffa5bfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:51.456919 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-ffb73a18-571f-4d18-bfdf-eefffa5bfd8b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1096 time: 0.2384381 Apr 08 14:25:51.574265 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-a6bfc285-211d-403f-86c0-ad9d5d630791 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 217 time: 0.1010916 Apr 08 14:25:51.580849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.701241 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-7f1885ef-4f97-47ad-8ce2-9efae2e39f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:51.702964 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-7f1885ef-4f97-47ad-8ce2-9efae2e39f5e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.1110606 Apr 08 14:25:51.753531 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.763681 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ed8c7756-1803-441c-be6a-69a1d6c1d73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:51.781135 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0a038-f418-468f-8635-f2b22be447c6,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:51.784494 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:51.795101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:51.796353 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fac0a038-f418-468f-8635-f2b22be447c6 HTTP/1.1" status: 204 len: 168 time: 0.4858775 Apr 08 14:25:51.842446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-e3aa5054-5a07-45ca-a8f2-58b5e9c52a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:51.844231 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-e3aa5054-5a07-45ca-a8f2-58b5e9c52a6e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343980 Apr 08 14:25:52.030435 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-be29df99-f7f5-4640-9371-0068e6c17110 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787674 Apr 08 14:25:52.288794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1a007-58c7-4b8f-bd51-04c70e522358 req-33e8472f-8d7c-4371-88d7-eb1162450168 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:52.290731 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-58c1a007-58c7-4b8f-bd51-04c70e522358 req-33e8472f-8d7c-4371-88d7-eb1162450168 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.2495954 Apr 08 14:25:52.294784 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f2155411-e6b4-4b4e-8293-f4f5d443fd6c req-ada53978-cce5-4602-8ccf-1e1d254f6bf2 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523291 Apr 08 14:25:52.445063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-58c1a007-58c7-4b8f-bd51-04c70e522358 req-26550190-da1e-40c3-abf1-35ccde234146 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Synchronizing usage tracker for tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a on resource:security_group {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:25:52.629064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-58c1a007-58c7-4b8f-bd51-04c70e522358 req-26550190-da1e-40c3-abf1-35ccde234146 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Unset dirty status for tenant:f5b12cc1bcfa434aa2a7fef39a69ea7a on resource:security_group {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:25:52.629585 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-58c1a007-58c7-4b8f-bd51-04c70e522358 req-26550190-da1e-40c3-abf1-35ccde234146 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176866 Apr 08 14:25:52.694835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-19b2ac2b-3f46-406c-a3e9-f48b0828aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:52.698140 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-19b2ac2b-3f46-406c-a3e9-f48b0828aadf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1096 time: 0.3424947 Apr 08 14:25:52.768793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c8f6-765f-4b9f-b00e-93625d5f4f6d req-71e0ab68-db83-4eec-b505-c94f6e8a84ce tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:52.771816 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9441c8f6-765f-4b9f-b00e-93625d5f4f6d req-71e0ab68-db83-4eec-b505-c94f6e8a84ce tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.3322384 Apr 08 14:25:53.180684 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9441c8f6-765f-4b9f-b00e-93625d5f4f6d req-d75d08a1-7f6f-4dd8-be4e-bdd15c9e7573 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847442 Apr 08 14:25:53.245853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-3d767bbc-1fdc-4272-ac91-b7f98103280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:53.247703 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-3d767bbc-1fdc-4272-ac91-b7f98103280f service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.5420876 Apr 08 14:25:53.385420 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-ad61e1f2-0955-4b79-b89c-c3f9efd46e59 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 217 time: 0.1282370 Apr 08 14:25:53.485802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-cf6f002f-6487-4adc-81d6-f5f2c58f7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:53.489351 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-cf6f002f-6487-4adc-81d6-f5f2c58f7ebd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.0959191 Apr 08 14:25:53.623419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-02df8473-8ea9-477b-9a28-30b6cff14ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:53.625065 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-02df8473-8ea9-477b-9a28-30b6cff14ee9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1281495 Apr 08 14:25:53.977125 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-7e3d0019-aaea-4252-bbe2-de29d605d1fb service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433018 Apr 08 14:25:54.127939 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-76f1190a-0db6-4e80-82ec-807ac5b435c2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:54.129571 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-76f1190a-0db6-4e80-82ec-807ac5b435c2 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.75 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.3849986 Apr 08 14:25:54.146042 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff3ca5-1585-4b07-9c36-138cdf0979ee req-b4d7bc9f-cb07-48f8-a312-1ef92a61adbc tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:54.147759 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fff3ca5-1585-4b07-9c36-138cdf0979ee req-b4d7bc9f-cb07-48f8-a312-1ef92a61adbc tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 946 time: 0.3206494 Apr 08 14:25:54.266168 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6fff3ca5-1585-4b07-9c36-138cdf0979ee req-28c5b2f4-3ee0-43c4-85e9-9c81baa4c172 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/security-groups?id=6651a7aa-425a-4212-bc04-2aa5641f59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826771 Apr 08 14:25:54.297415 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Deleting port a2f70faf-47ef-4920-a61a-b39f43a7b075 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:54.297815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:54.335033 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-257c0373-24ba-4b5d-af67-7d072cd62368 req-98b53cf8-abdb-4a01-a9b7-3e9869956ff5 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426929 Apr 08 14:25:54.601730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51374748-e8ba-44ea-a4e5-f3efa326b994 req-2931f64a-b1c7-4aea-9022-7ff810cdc468 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:54.603521 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-51374748-e8ba-44ea-a4e5-f3efa326b994 req-2931f64a-b1c7-4aea-9022-7ff810cdc468 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.2597179 Apr 08 14:25:54.711846 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-51374748-e8ba-44ea-a4e5-f3efa326b994 req-7ccd79cf-ef47-46f2-886f-4af76ff43de3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 Apr 08 14:25:54.753549 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] For port a2f70faf-47ef-4920-a61a-b39f43a7b075, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a2f70faf-47ef-4920-a61a-b39f43a7b075,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:54.754034 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:54.903463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Calling delete_port for a2f70faf-47ef-4920-a61a-b39f43a7b075 owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:25:55.084940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:55.104362 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['a2f70faf-47ef-4920-a61a-b39f43a7b075'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:25:55.108385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:55.318132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Pushing event deleted for resources: {'Port': ['ID=a2f70faf-47ef-4920-a61a-b39f43a7b075,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:55.327551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:55.496686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:25:55.650080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:55.665074 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-20305752-4ad4-42dc-903e-9ec53560e42a req-5030f7e3-40e0-4c1e-8928-ab8b14a1ccd8 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.35 "GET /v2.0/ports?device_id=5393332b-2523-432f-9699-1c7b01cd170c HTTP/1.1" status: 200 len: 210 time: 0.1900194 Apr 08 14:25:55.666017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '982a7e56-9c39-407c-94ea-029742990b6b', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'port_id': '982a7e56-9c39-407c-94ea-029742990b6b', 'mac_address': 'fa:16:3e:3e:8a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:25:55.667131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] No DVR routers for this DVR port a2f70faf-47ef-4920-a61a-b39f43a7b075 on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:25:55.671063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:55.676298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'name': 'network-vif-deleted', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:55.700363 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-79a09628-931c-42e8-84e1-039ae0e9c959 req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] 10.222.0.75 "DELETE /v2.0/ports/a2f70faf-47ef-4920-a61a-b39f43a7b075 HTTP/1.1" status: 204 len: 173 time: 1.5630779 Apr 08 14:25:55.741607 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5393332b-2523-432f-9699-1c7b01cd170c', 'name': 'network-vif-deleted', 'tag': 'a2f70faf-47ef-4920-a61a-b39f43a7b075', 'status': 'completed', 'code': 200} Apr 08 14:25:55.746979 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:55.749106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982a7e56-9c39-407c-94ea-029742990b6b {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:25:55.771221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:55.774937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:55.778079 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:55.870870 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=4']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:55.880413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.881051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.881592 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.882134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.882702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.883229 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.883756 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.884437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.884949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.885485 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.886091 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.886817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:25:55.899221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:55.955333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed89c63-07d1-4d01-b980-7582e738d557 req-61394390-879b-43fe-b9f6-709f41de6e35 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:55.957242 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1ed89c63-07d1-4d01-b980-7582e738d557 req-61394390-879b-43fe-b9f6-709f41de6e35 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 944 time: 0.1071119 Apr 08 14:25:55.999544 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1ed89c63-07d1-4d01-b980-7582e738d557 req-d6f8fdf5-656a-41c8-abd6-bbcf01c3f5c7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Apr 08 14:25:56.008977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['982a7e56-9c39-407c-94ea-029742990b6b'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:25:57.307505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1b9f-895b-49fa-bf43-853de1bef0b0 req-03eb6ef2-b4fc-4874-b304-d382c4697e8d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:57.309847 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3adb1b9f-895b-49fa-bf43-853de1bef0b0 req-03eb6ef2-b4fc-4874-b304-d382c4697e8d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 944 time: 0.1405108 Apr 08 14:25:57.367615 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3adb1b9f-895b-49fa-bf43-853de1bef0b0 req-6ecb193d-5e70-42e1-af7d-3b959cd2ec13 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Apr 08 14:25:57.510065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:25:57.626963 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning for port 982a7e56-9c39-407c-94ea-029742990b6b completed by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 14:25:57.633037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 982a7e56-9c39-407c-94ea-029742990b6b triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:25:57.633465 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:57.757064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50588) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:25:57.800738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:57.818682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:25:57.832617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:57.837478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:57.838468 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device a2f70faf-47ef-4920-a61a-b39f43a7b075 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:25:57.871851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:25:57.910971 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'code': 200} Apr 08 14:25:57.917391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: a2f70faf-47ef-4920-a61a-b39f43a7b075 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:25:57.917778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device a2f70faf-47ef-4920-a61a-b39f43a7b075 not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:25:57.965067 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=5']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:25:57.968487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:25:58.295954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad628c5-b508-49eb-bb61-b79b35aa7282 req-301b326a-53b5-4d6e-8474-c162ca92a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:58.299185 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0ad628c5-b508-49eb-bb61-b79b35aa7282 req-301b326a-53b5-4d6e-8474-c162ca92a74f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1098 time: 0.1478384 Apr 08 14:25:58.403645 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0ad628c5-b508-49eb-bb61-b79b35aa7282 req-a67ecd29-c976-4fd5-9df4-e6a2c1462146 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629671 Apr 08 14:25:59.118353 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:59.327703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be921f0-a15a-4cc1-9c64-3fc311507db8 req-6be43666-9dd5-4088-9ed4-f554f7306bbd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:25:59.330038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8be921f0-a15a-4cc1-9c64-3fc311507db8 req-6be43666-9dd5-4088-9ed4-f554f7306bbd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.6621914 Apr 08 14:25:59.430109 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8be921f0-a15a-4cc1-9c64-3fc311507db8 req-5a448eca-51fa-4f3b-b8c2-27e80e1d2882 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901501 Apr 08 14:25:59.655734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Deleting port 6a9587ad-5c38-4577-8ccc-276087b9abcb {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:25:59.656114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:59.805071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e5fcbafe-11d1-4004-b154-4e4552ce0d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:25:59.808907 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:25:59.884145 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] For port 6a9587ad-5c38-4577-8ccc-276087b9abcb, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=6a9587ad-5c38-4577-8ccc-276087b9abcb,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:25:59.884543 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:00.052836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Calling delete_port for 6a9587ad-5c38-4577-8ccc-276087b9abcb owned by network:router_interface {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:00.259662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:00.276814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5f094f00-3c94-4329-8a71-30aa002e6296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:00.342923 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9587ad-5c38-4577-8ccc-276087b9abcb,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:00.403338 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:00.979273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:01.017038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab7473-13c8-40a5-9ca7-ee0d159f4e06 req-0ea5cf98-16b4-44cc-8b45-0bcfb4cfbf83 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:01.018777 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5ab7473-13c8-40a5-9ca7-ee0d159f4e06 req-0ea5cf98-16b4-44cc-8b45-0bcfb4cfbf83 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.3177705 Apr 08 14:26:01.121558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5ab7473-13c8-40a5-9ca7-ee0d159f4e06 req-45f6cd3f-bf36-441d-a47c-aaceadbe1a76 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Apr 08 14:26:02.034072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b9117-e967-4690-a14d-917f7917e9ef req-034096e3-9105-4574-b15b-3a899c948d6f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:02.036372 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-980b9117-e967-4690-a14d-917f7917e9ef req-034096e3-9105-4574-b15b-3a899c948d6f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.6029246 Apr 08 14:26:02.049715 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50630) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:02.056559 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.v2.base [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Request body: {'floatingip': {'port_id': '982a7e56-9c39-407c-94ea-029742990b6b'}} {{(pid=84286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 14:26:02.081751 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Router 3716c63f-ac4f-4979-b96b-526c4c58876a has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:26:02.176348 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, before_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:02.319656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:26:02.341308 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fbda2279-079f-4528-ae7a-3cbbdb80df01 admin admin] 10.222.0.35 "PUT /v2.0/routers/3716c63f-ac4f-4979-b96b-526c4c58876a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5791488 Apr 08 14:26:02.341620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] Sync routers for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:26:02.341977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50636) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:02.353127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:02.353828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:25:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:02.447364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1f9dbebd-d839-4772-8f7f-e078ad13ac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:02.578754 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks [] for router, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:02.696920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:02.861609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:02.880002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Deleting port 3369a09e-dade-4090-afea-efccd3d57fd9 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:02.880954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:02.947477 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:03.073212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:26:00Z', 'revision_number': 5, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port': {'id': '3369a09e-dade-4090-afea-efccd3d57fd9', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:39Z', 'updated_at': '2021-04-08T14:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:03.079881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] Checking router: 3716c63f-ac4f-4979-b96b-526c4c58876a for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:26:03.092106 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] Routers {'3716c63f-ac4f-4979-b96b-526c4c58876a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:03.093895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['3716c63f-ac4f-4979-b96b-526c4c58876a'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:03.102635 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:03.106881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:03.191818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] For port 3369a09e-dade-4090-afea-efccd3d57fd9, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=3369a09e-dade-4090-afea-efccd3d57fd9,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:03.192541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:03.323503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] Set router 3716c63f-ac4f-4979-b96b-526c4c58876a gateway port host: None {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:03.354359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Calling delete_port for 3369a09e-dade-4090-afea-efccd3d57fd9 owned by network:router_gateway {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:03.366062 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Floating IP 033ca7e3-554c-432f-b1a5-e43dcb8f6d3e associated. External IP: 172.28.0.132, port: 982a7e56-9c39-407c-94ea-029742990b6b. Apr 08 14:26:03.473030 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:26:02Z', 'revision_number': 6, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port_host': None}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:03.488080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea84523-432e-4ca4-92fd-b42e7f6ed11f None None] The sync data for ids ['3716c63f-ac4f-4979-b96b-526c4c58876a'] in dv-cinder-784623-3-smb is: [{'id': '3716c63f-ac4f-4979-b96b-526c4c58876a', 'name': 'tempest-TestMinimumBasicScenario-1786214009-router', 'tenant_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:36Z', 'updated_at': '2021-04-08T14:26:02Z', 'revision_number': 6, 'project_id': 'f5b12cc1bcfa434aa2a7fef39a69ea7a', 'gw_port_host': None}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:26:03.607611 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:03.626638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-aec52eca-8e05-45ca-8166-a9fa94b882d7 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:03.695493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3369a09e-dade-4090-afea-efccd3d57fd9,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:03.704140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:03.837150 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:26:03.939249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.075854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.162572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.167027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.169887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.206382 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.207258 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3716c63f-ac4f-4979-b96b-526c4c58876a {{(pid=84287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:26:04.239379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.245356 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f2454333-a9bd-4d57-9575-9e76fde2a9cd admin admin] 10.222.0.35 "DELETE /v2.0/routers/3716c63f-ac4f-4979-b96b-526c4c58876a HTTP/1.1" status: 204 len: 168 time: 1.8981485 Apr 08 14:26:04.248780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50654) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:04.378945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Deleting subnet cea1b8da-ae14-47bd-8589-8a8fe6c65caa {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:26:04.381495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.400355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:26:04.421909 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:26:04.447190 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.453038 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850990178'] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.456858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:04.458053 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:04.624009 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:04.636318 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-dc15ad6a-f781-4d34-8226-d2f680e1d0e0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "PUT /v2.0/floatingips/033ca7e3-554c-432f-b1a5-e43dcb8f6d3e HTTP/1.1" status: 200 len: 991 time: 2.5850430 Apr 08 14:26:04.637493 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:26:04.769203 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'status': 'completed', 'code': 200} Apr 08 14:26:04.889876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:05.113775 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-81f2be32-6e21-4fc0-8e9a-53f8485da37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:05.115552 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-81f2be32-6e21-4fc0-8e9a-53f8485da37c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1098 time: 0.2642806 Apr 08 14:26:05.257380 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4073337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2221262'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:05.284385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eec89088-26ac-4783-adbf-bc594b0c9cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:05.385733 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea1b8da-ae14-47bd-8589-8a8fe6c65caa,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:05.389871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:05.531635 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '033ca7e3-554c-432f-b1a5-e43dcb8f6d3e', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'port_id': '982a7e56-9c39-407c-94ea-029742990b6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'mac_address': 'fa:16:3e:3e:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:25:39Z', 'updated_at': '2021-04-08T14:26:02Z', 'revision_number': 1, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:05.546113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:26:05.567656 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:05.568478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:05.842122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 3369a09e-dade-4090-afea-efccd3d57fd9 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:05.898226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 3369a09e-dade-4090-afea-efccd3d57fd9 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:05.898226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 3369a09e-dade-4090-afea-efccd3d57fd9 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:05.898226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 6a9587ad-5c38-4577-8ccc-276087b9abcb no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:05.958629 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 6a9587ad-5c38-4577-8ccc-276087b9abcb {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:05.959695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 6a9587ad-5c38-4577-8ccc-276087b9abcb not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:05.966891 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:06.008183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-3caf3163-27b4-4135-a6d3-f375407470e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:06.010801 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-3caf3163-27b4-4135-a6d3-f375407470e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.8831272 Apr 08 14:26:06.012473 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:06.026238 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9f65a648-38d7-4b7d-9a2d-206becae60c1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cea1b8da-ae14-47bd-8589-8a8fe6c65caa HTTP/1.1" status: 204 len: 168 time: 1.7720640 Apr 08 14:26:06.027934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50682) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:06.071458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b3736-58a8-4dba-a3fc-d00b54d32960 None None] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:26:06.252912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:06.275907 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-1d335d30-8fc7-4418-9f5e-d26f0237f049 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 999 time: 0.2502885 Apr 08 14:26:06.337395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Deleting port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:06.337807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:06.378108 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-90f18cd2-9e2e-4726-a600-8191c219d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:06.380251 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-90f18cd2-9e2e-4726-a600-8191c219d232 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.0967765 Apr 08 14:26:06.489828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-63721acc-41c9-46e4-a94f-a4bb90e2ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:06.491531 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-63721acc-41c9-46e4-a94f-a4bb90e2ce54 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020072 Apr 08 14:26:06.651177 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-70b654ad-7d9f-4031-95f1-d2f57c3c5ba3 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513989 Apr 08 14:26:06.685916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] For port 9fdfe826-218d-4e79-a59f-7abfafe7eac7, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=9fdfe826-218d-4e79-a59f-7abfafe7eac7,segment=NetworkSegment(18e447fa-fea9-4e14-af3c-f2fb893c009a),segment_id=18e447fa-fea9-4e14-af3c-f2fb893c009a)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:06.686496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:06.822995 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-571ba2e7-5650-4f30-bd06-400aa64e40cd req-a90f0825-3d28-4694-9f83-7e2e7d36d1c9 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646223 Apr 08 14:26:06.893093 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Calling delete_port for 9fdfe826-218d-4e79-a59f-7abfafe7eac7 owned by network:dhcp {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:06.906437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc8dd38-02b9-4609-8804-7bb2a236afc2 None None] DHCP port deletion for b7bad9eb-507e-4eaa-91e1-74be4794aa5a request from dv-cinder-784623-3-smb {{(pid=84288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 14:26:06.915535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8dd38-02b9-4609-8804-7bb2a236afc2 None None] Deleting port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:06.916116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9cc8dd38-02b9-4609-8804-7bb2a236afc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:06.982757 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:07.002296 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ba253a86-d2d6-4741-9920-8f673e96adc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:07.053597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8dd38-02b9-4609-8804-7bb2a236afc2 None None] The port '9fdfe826-218d-4e79-a59f-7abfafe7eac7' was deleted {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 14:26:07.057634 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '033ca7e3-554c-432f-b1a5-e43dcb8f6d3e', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'port_id': '982a7e56-9c39-407c-94ea-029742990b6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'mac_address': 'fa:16:3e:3e:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:25:39Z', 'updated_at': '2021-04-08T14:26:02Z', 'revision_number': 1, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:07.065517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdfe826-218d-4e79-a59f-7abfafe7eac7,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:07.067384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7394d2f-3617-4791-99af-d1417bb59704 None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_floatingips': [{'id': '033ca7e3-554c-432f-b1a5-e43dcb8f6d3e', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'router_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'port_id': '982a7e56-9c39-407c-94ea-029742990b6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'mac_address': 'fa:16:3e:3e:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:25:39Z', 'updated_at': '2021-04-08T14:26:02Z', 'revision_number': 1, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:26:07.072248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:07.168113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] No DVR routers for this DVR port 9fdfe826-218d-4e79-a59f-7abfafe7eac7 on host dv-cinder-784623-3-smb {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:26:07.330398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:07.428136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d874f1-822f-4e3c-af6f-0a203a60a9c7 None None] New status for floating IP 033ca7e3-554c-432f-b1a5-e43dcb8f6d3e: ACTIVE {{(pid=84289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:26:07.501765 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bad9eb-507e-4eaa-91e1-74be4794aa5a']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:07.517175 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e447fa-fea9-4e14-af3c-f2fb893c009a') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:07.517517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e447fa-fea9-4e14-af3c-f2fb893c009a') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:07.533479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:07.556368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:07.566830 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:26:07.627377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 9fdfe826-218d-4e79-a59f-7abfafe7eac7 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:07.677278 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 9fdfe826-218d-4e79-a59f-7abfafe7eac7 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:07.677747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 9fdfe826-218d-4e79-a59f-7abfafe7eac7 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:07.794967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:07.806015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:08.003123 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Network b7bad9eb-507e-4eaa-91e1-74be4794aa5a has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:26:08.032612 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:26:08.144654 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:08.151915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:08.158797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:08.185179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bad9eb-507e-4eaa-91e1-74be4794aa5a,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:08.189504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:08.193284 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-69812e88-acfd-46b4-aa65-539a51533238 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b7bad9eb-507e-4eaa-91e1-74be4794aa5a HTTP/1.1" status: 204 len: 168 time: 2.1635137 Apr 08 14:26:08.196240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50720) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:09.039692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:09.455220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Deleting port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:09.455600 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:09.660881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] For port 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:09.661194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:09.800626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Calling delete_port for 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 owned by network:router_interface {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:10.125691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50750) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:10.265064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Deleting subnet 0ce8aea4-519b-46cc-83c6-2ce0644fb06a {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:26:10.270498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:10.298248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:10.321917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-280b3b0d-3734-49b0-9fde-d24ea78b3458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:10.378387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850990178'] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:10.391895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Pushing event deleted for resources: {'Port': ['ID=8060b7fb-77ab-4c0a-a7ea-56c9132ecf83,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:10.440772 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:10.448508 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50756) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:10.503534 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:10.901057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:10.931880 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:26:10.940626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Usage tracker for resource:security_group_rule and tenant:0e1fca6e25404f8d9a34c32c78c14b96 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:26:10.945563 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:26:10.957051 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:26:11.002779 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4073337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2221262'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.010730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.033061 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:11.093922 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce8aea4-519b-46cc-83c6-2ce0644fb06a,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:11.098088 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:11.191062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.204213 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-650067ba-1f23-4115-8e84-b1c8f170366b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0ce8aea4-519b-46cc-83c6-2ce0644fb06a HTTP/1.1" status: 204 len: 168 time: 1.0753791 Apr 08 14:26:11.205792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50764) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:11.209221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.215858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.226718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3bc52246-2183-43ff-934b-cdf0979e4169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:11.342682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.407232 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e1fca6e25404f8d9a34c32c78c14b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9522893 Apr 08 14:26:11.407625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50768) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:11.418842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d9cbaa-f558-4401-bba7-9c8d0ad6456e,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:11.442385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.442815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.443224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.443625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.444021 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.444413 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.444807 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.445198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.445590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.445977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.446393 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.446781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:11.453132 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fc390584-28c0-42d3-9d94-ba43829b6a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:11.624622 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.627786 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.758129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Router b40b02d9-52df-4906-b066-7240b047d3a0 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:26:11.806161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.898670 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55747028-bf56-4839-b812-b8bf411d614c']}} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:11.920918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6f241a-4013-4c7c-9140-cfab0cea84d4') {'for_net_delete': True} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:11.921257 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6f241a-4013-4c7c-9140-cfab0cea84d4') {} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:11.942680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3785638'] for segment, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.971822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.979878 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:11.983369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-266bd819-ff36-49b1-80d3-4bfe1bb99029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:12.011144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d9cbaa-f558-4401-bba7-9c8d0ad6456e,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:12.013746 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:26:12.029271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:12.030225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.034505 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4d9cbaa-f558-4401-bba7-9c8d0ad6456e HTTP/1.1" status: 204 len: 168 time: 0.6224353 Apr 08 14:26:12.058770 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:26:12.083475 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] Sync routers for ids ['b40b02d9-52df-4906-b066-7240b047d3a0'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:26:12.086505 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-780b4a9f-e4e2-4249-8eda-fcddb84c4458 admin admin] 10.222.0.35 "PUT /v2.0/routers/b40b02d9-52df-4906-b066-7240b047d3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8885779 Apr 08 14:26:12.090263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50776) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:12.105219 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] Routers {'b40b02d9-52df-4906-b066-7240b047d3a0'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:12.106506 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['b40b02d9-52df-4906-b066-7240b047d3a0'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:12.265872 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Network 55747028-bf56-4839-b812-b8bf411d614c has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:12.280033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4073252'] for segment, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.354057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.450075 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] Set router b40b02d9-52df-4906-b066-7240b047d3a0 gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:12.629987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Network 55747028-bf56-4839-b812-b8bf411d614c has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:26:12.660116 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:26:12.674231 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.688331 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Deleting port d69b2356-6e76-4de5-8b8a-9d42e0386ff7 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:12.689017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.774057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.785822 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.791127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:12.826838 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=55747028-bf56-4839-b812-b8bf411d614c,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:12.830606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:12.837929 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-d50a801d-b24e-4b5d-80ae-84d8a5d03ff3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/55747028-bf56-4839-b812-b8bf411d614c HTTP/1.1" status: 204 len: 168 time: 1.6307344 Apr 08 14:26:12.895037 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:26:10Z', 'revision_number': 5, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port': {'id': 'd69b2356-6e76-4de5-8b8a-9d42e0386ff7', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:57Z', 'updated_at': '2021-04-08T14:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:12.903846 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] Checking router: b40b02d9-52df-4906-b066-7240b047d3a0 for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:26:12.924529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] For port d69b2356-6e76-4de5-8b8a-9d42e0386ff7, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:12.924529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:12.925095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] Routers {'b40b02d9-52df-4906-b066-7240b047d3a0'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:12.926723 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['b40b02d9-52df-4906-b066-7240b047d3a0'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:13.003704 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50798) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:13.050220 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a6fb42fd-b767-4176-ac47-5f1b00e8201f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a4db3dcc7f64b29993a1309557541f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448339 Apr 08 14:26:13.054448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50802) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:13.108224 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Calling delete_port for d69b2356-6e76-4de5-8b8a-9d42e0386ff7 owned by network:router_gateway {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:13.130811 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:13.174688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:13.262884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:13.268919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03795123-c1e7-4811-89cb-6552e9747443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:13.283487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f7657-392f-4e66-8d5d-aeac6d616716,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:13.285982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] Set router b40b02d9-52df-4906-b066-7240b047d3a0 gateway port host: None {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:13.299637 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:13.310859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:13.316721 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a00209e9-954a-45a6-9dde-16cba47f16f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae1f7657-392f-4e66-8d5d-aeac6d616716 HTTP/1.1" status: 204 len: 168 time: 0.2594795 Apr 08 14:26:13.417381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:13.439837 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e7e16cc0-d9a2-403a-a784-33b46af3d571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:13.518104 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:26:12Z', 'revision_number': 6, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port_host': None}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:13.525235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764dc9b-d4a3-4248-ae12-ef2b39a39390 None None] The sync data for ids ['b40b02d9-52df-4906-b066-7240b047d3a0'] in dv-cinder-784623-3-smb is: [{'id': 'b40b02d9-52df-4906-b066-7240b047d3a0', 'name': 'tempest-TestMinimumBasicScenario-1580928879-router', 'tenant_id': '632245cc13034587b51a4095680d0b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:56Z', 'updated_at': '2021-04-08T14:26:12Z', 'revision_number': 6, 'project_id': '632245cc13034587b51a4095680d0b3e', 'gw_port_host': None}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:26:13.823868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69b2356-6e76-4de5-8b8a-9d42e0386ff7,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:13.875798 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:14.064308 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.260655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.263249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.285148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.285688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40b02d9-52df-4906-b066-7240b047d3a0 {{(pid=84286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:26:14.299381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.300755 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-28444cdd-7559-49fa-9022-97a69efb1f88 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b40b02d9-52df-4906-b066-7240b047d3a0 HTTP/1.1" status: 204 len: 168 time: 2.2092826 Apr 08 14:26:14.303609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50820) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:14.384171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Deleting subnet 44bd9191-1e57-4e70-9e22-449a47d93a71 {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:26:14.388154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.455429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850990178'] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.574970 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.899097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4073337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2221262'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:14.913641 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:14.973306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bd9191-1e57-4e70-9e22-449a47d93a71,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:14.977647 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:15.070882 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.076981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d7c3a-784b-4cc0-87c3-ae9c7363188e None None] Network 87c986d2-1ef9-414e-9513-159685650051 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:26:15.079406 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-aba9ed17-e3e8-4e11-99b6-b7b9771362bf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/44bd9191-1e57-4e70-9e22-449a47d93a71 HTTP/1.1" status: 204 len: 168 time: 0.7745626 Apr 08 14:26:15.083193 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50826) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:15.212677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.295284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Deleting port 4e586c04-9864-458d-aff9-b77f61d01ebb {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:15.295859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.375828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] DHCP port deletion for 87c986d2-1ef9-414e-9513-159685650051 request from dv-cinder-784623-3-smb {{(pid=84288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 14:26:15.382083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Deleting port 4e586c04-9864-458d-aff9-b77f61d01ebb {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:15.382727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.603200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] For port 4e586c04-9864-458d-aff9-b77f61d01ebb, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=4e586c04-9864-458d-aff9-b77f61d01ebb,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:15.603200 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.620010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:15.665507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:15.665901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 8060b7fb-77ab-4c0a-a7ea-56c9132ecf83 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:15.666416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 4e586c04-9864-458d-aff9-b77f61d01ebb no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:15.772597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Calling delete_port for 4e586c04-9864-458d-aff9-b77f61d01ebb owned by network:dhcp {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:15.847072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] For port 4e586c04-9864-458d-aff9-b77f61d01ebb, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=4e586c04-9864-458d-aff9-b77f61d01ebb,segment=NetworkSegment(2084bf34-0417-49b1-85bc-07dd41eee642),segment_id=2084bf34-0417-49b1-85bc-07dd41eee642)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:15.847514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.878467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:15.892381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e55307ef-7d14-4c81-bb53-8a7cc84904e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:16.028581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Calling delete_port for 4e586c04-9864-458d-aff9-b77f61d01ebb owned by network:dhcp {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:16.059781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Port 4e586c04-9864-458d-aff9-b77f61d01ebb update to DOWN by agent not found {{(pid=84288) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 08 14:26:16.060249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device d69b2356-6e76-4de5-8b8a-9d42e0386ff7 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:16.113378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: d69b2356-6e76-4de5-8b8a-9d42e0386ff7 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:16.113731 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device d69b2356-6e76-4de5-8b8a-9d42e0386ff7 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:16.157384 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:26:16.157853 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:26:16.215628 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e586c04-9864-458d-aff9-b77f61d01ebb,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:16.221347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:16.306243 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] No DVR routers for this DVR port 4e586c04-9864-458d-aff9-b77f61d01ebb on host dv-cinder-784623-3-smb {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:26:16.438931 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:16.588483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c986d2-1ef9-414e-9513-159685650051']}} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:16.603240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2084bf34-0417-49b1-85bc-07dd41eee642') {'for_net_delete': True} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:16.603582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2084bf34-0417-49b1-85bc-07dd41eee642') {} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:16.617394 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3785638'] for segment, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:16.635682 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:16.647986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=84287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:26:16.658928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Deleting port 4e586c04-9864-458d-aff9-b77f61d01ebb {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:16.659345 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:16.773309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7485f-6239-41e9-a142-39e47a6bc034 None None] The port '4e586c04-9864-458d-aff9-b77f61d01ebb' was deleted {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 14:26:16.930697 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Network 87c986d2-1ef9-414e-9513-159685650051 has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:16.957027 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4073252'] for segment, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.222429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Network 87c986d2-1ef9-414e-9513-159685650051 has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:26:17.251326 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:26:17.319533 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50846) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:17.343564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.348832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:17.367173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.380117 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c986d2-1ef9-414e-9513-159685650051,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:17.383584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:17.390137 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1667c421-6718-4778-9274-7e8b8b2b60a4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/87c986d2-1ef9-414e-9513-159685650051 HTTP/1.1" status: 204 len: 168 time: 2.3008900 Apr 08 14:26:17.638059 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Deleting port 599e97e4-c95e-4c03-9aaf-4661733ace0c {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:17.638616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.666694 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50852) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:17.707948 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-61ef8445-d681-483e-881c-d5992188bff1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5b12cc1bcfa434aa2a7fef39a69ea7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395749 Apr 08 14:26:17.711204 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50856) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:17.788590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.833624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.905957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.916535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-03f056fc-180f-4096-b86d-a2751e200f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:17.941260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.941630 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.944668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651a7aa-425a-4212-bc04-2aa5641f59c4,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:17.949863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:17.961176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:17.963349 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6651a7aa-425a-4212-bc04-2aa5641f59c4 HTTP/1.1" status: 204 len: 168 time: 0.2508283 Apr 08 14:26:18.144608 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Calling delete_port for 599e97e4-c95e-4c03-9aaf-4661733ace0c owned by network:floatingip {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:18.355797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:18.377729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4391817f-1fda-41b6-997d-f7dcc6759433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:18.443504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event deleted for resources: {'Port': ['ID=599e97e4-c95e-4c03-9aaf-4661733ace0c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:18.446333 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:18.590709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50872) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:18.655043 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-66f264a1-7d58-4c77-8efd-fdeb3f0fae52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=632245cc13034587b51a4095680d0b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627356 Apr 08 14:26:18.659045 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50876) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:18.715949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for floatingip, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:18.716349 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Floating IP ebf35023-3358-4f34-ba9f-dea6becd8a9a disassociated (deleted). External IP: 172.28.0.249, port: 0bf3ac12-f8cb-465b-adc7-73b723db01ca. Apr 08 14:26:18.729626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:18.765256 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:18.830420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:18.839306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-42baf823-8b89-4c6c-b0e7-d974f695b482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:18.855483 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d5678-ac58-4794-9d6d-819f0a44f708,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:18.858604 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:18.862577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:18.868581 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-55779bcb-538e-4abb-9a18-d8c458298da7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e7d5678-ac58-4794-9d6d-819f0a44f708 HTTP/1.1" status: 204 len: 168 time: 0.2042820 Apr 08 14:26:19.247404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Router 5ae5398a-9e41-474e-9328-e5ead604639b has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:26:19.474223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:26:19.487916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480b0b1-969c-42ab-8587-00164727426b None None] Sync routers for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:26:19.512769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:19.529555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:19.531096 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:19.646917 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-eccf9b4d-559c-43ce-8011-cb077aee8679 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "DELETE /v2.0/floatingips/ebf35023-3358-4f34-ba9f-dea6becd8a9a HTTP/1.1" status: 204 len: 168 time: 2.3235300 Apr 08 14:26:19.646917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:26:19.718917 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'status': 'completed', 'code': 200} Apr 08 14:26:19.862246 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:19.907644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-dfef0f3f-2341-4132-9449-39624b1e4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:19.911435 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-dfef0f3f-2341-4132-9449-39624b1e4679 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 1099 time: 0.1608529 Apr 08 14:26:20.312689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-00e1a852-507b-4635-b183-4f9b5b2dad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:20.314604 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-00e1a852-507b-4635-b183-4f9b5b2dad73 service neutron] 10.222.0.75 "GET /v2.0/networks?id=932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 200 len: 909 time: 0.3926075 Apr 08 14:26:20.365666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:32Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:20.372784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480b0b1-969c-42ab-8587-00164727426b None None] Checking router: 5ae5398a-9e41-474e-9328-e5ead604639b for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:26:20.384974 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:20.385673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:20.435275 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-599e47a9-2c18-4ee7-9e1d-a3cdee7b48f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 200 len: 217 time: 0.1071274 Apr 08 14:26:20.582731 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0f5b4-58da-4edd-9071-669eb6e93c7e req-9403651c-66bd-42ea-8af9-9fc44ab37bf2 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:20.585734 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-26f0f5b4-58da-4edd-9071-669eb6e93c7e req-9403651c-66bd-42ea-8af9-9fc44ab37bf2 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.3675900 Apr 08 14:26:20.599022 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-0c036274-3ab1-4e98-846a-a3af59a450a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:20.600687 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-0c036274-3ab1-4e98-846a-a3af59a450a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 200 len: 847 time: 0.1536579 Apr 08 14:26:20.678602 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-26f0f5b4-58da-4edd-9071-669eb6e93c7e req-89626021-db94-493e-a694-c2278c881285 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819969 Apr 08 14:26:20.716168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-f4606c5b-bd5c-45da-a0da-84ee139c7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:20.717908 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-f4606c5b-bd5c-45da-a0da-84ee139c7e67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=932db327-45b7-4a38-bc02-20292da5b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033649 Apr 08 14:26:20.777272 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:20.852404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:20.881798 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-8b468d2a-fa33-41bc-acae-3f55d40ff41f service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564794 Apr 08 14:26:21.036854 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-10051a79-9a7b-4080-a05d-e74601bb8ebc req-1c941a51-2a28-4939-b70a-39aa0f78ed0c service neutron] 10.222.0.75 "GET /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481471 Apr 08 14:26:21.145112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-c480b0b1-969c-42ab-8587-00164727426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:32Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:21.151392 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480b0b1-969c-42ab-8587-00164727426b None None] The sync data for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb is: [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:21:13Z', 'revision_number': 4, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '1c76bc21-5383-4676-b5e7-8ccea60c507d', 'name': '', 'network_id': '932db327-45b7-4a38-bc02-20292da5b624', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'mac_address': 'fa:16:3e:d2:66:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:11Z', 'updated_at': '2021-04-08T14:21:32Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'subnets': [{'id': '09b3ec8a-20e7-4c59-b966-e9127982f348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:26:21.617895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-9ef20a29-2027-4ddc-b304-40aa94d4bce0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:21.619727 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-9ef20a29-2027-4ddc-b304-40aa94d4bce0 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.75 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.1229317 Apr 08 14:26:21.651529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f7a496-02cf-42d3-91bd-8a5ffc753e1f None None] New status for floating IP ebf35023-3358-4f34-ba9f-dea6becd8a9a: DOWN {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:26:21.757131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Deleting port 0bf3ac12-f8cb-465b-adc7-73b723db01ca {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:21.757548 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:21.934304 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-7e36ad70-05fe-4278-80ab-1c563a35ebe9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2479835 Apr 08 14:26:22.173118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0421145-3784-4eab-a7f2-85d4dc5fa8ca req-c40bff28-2ae4-4792-b2db-fba0b30abd2a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:22.175066 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d0421145-3784-4eab-a7f2-85d4dc5fa8ca req-c40bff28-2ae4-4792-b2db-fba0b30abd2a tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 946 time: 0.2955692 Apr 08 14:26:22.248837 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d0421145-3784-4eab-a7f2-85d4dc5fa8ca req-9c91b39a-16bd-4124-893e-c7faf76e5582 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce045132-b4fe-43b9-960e-24a01245d588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637350 Apr 08 14:26:22.250738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] For port 0bf3ac12-f8cb-465b-adc7-73b723db01ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0bf3ac12-f8cb-465b-adc7-73b723db01ca,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:22.251128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:22.398043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Calling delete_port for 0bf3ac12-f8cb-465b-adc7-73b723db01ca owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:22.432565 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-268bd47d-574f-491f-977c-a8e5efcb8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:22.434253 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-268bd47d-574f-491f-977c-a8e5efcb8fb9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1098 time: 0.3626196 Apr 08 14:26:22.923226 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-1c8191d1-22d1-49d4-a418-22bceeee0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:22.926257 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-1c8191d1-22d1-49d4-a418-22bceeee0f3a service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.4614570 Apr 08 14:26:23.126299 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:23.162386 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ba4d7eaf-e024-4e46-a48e-3a34cf397325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:23.325529 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event deleted for resources: {'Port': ['ID=0bf3ac12-f8cb-465b-adc7-73b723db01ca,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:23.441614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:23.482583 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-f01198d0-6a79-40a0-8699-eb2c6ac3dd39 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 1001 time: 0.5448327 Apr 08 14:26:24.049089 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9fb280c3-bd50-48cc-bf4f-10e35899f308 req-03fcfb08-052f-461f-9aca-c300242ee524 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 210 time: 0.6115375 Apr 08 14:26:24.108732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-5db72f8d-c67a-4662-b7c2-e280e0e4714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:24.111158 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-5db72f8d-c67a-4662-b7c2-e280e0e4714b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.1560166 Apr 08 14:26:24.259469 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] No DVR routers for this DVR port 0bf3ac12-f8cb-465b-adc7-73b723db01ca on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:26:24.264137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:24.269525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-deleted', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:26:24.296562 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ca892ac6-7f79-4fb2-97aa-3c053c92e90e req-95c83aaf-621f-4f45-b574-dfd6674850c5 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.75 "DELETE /v2.0/ports/0bf3ac12-f8cb-465b-adc7-73b723db01ca HTTP/1.1" status: 204 len: 173 time: 2.6699202 Apr 08 14:26:24.311247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-85e46746-c2d7-44b1-aa91-c70167f3034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:24.313446 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-85e46746-c2d7-44b1-aa91-c70167f3034e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1945262 Apr 08 14:26:24.331678 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376160d-5347-4643-af27-c7346a1476a2', 'name': 'network-vif-deleted', 'tag': '0bf3ac12-f8cb-465b-adc7-73b723db01ca', 'status': 'completed', 'code': 200} Apr 08 14:26:24.495213 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-f05a65fd-372f-4f72-ba2f-0fa7fed9794c service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697803 Apr 08 14:26:24.708003 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-80bb74bb-47f6-495e-b1b0-387ccad4e7df req-312fd020-68f3-41de-9054-1ec410e1a20d service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042215 Apr 08 14:26:25.342458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-58deca70-f290-411d-86d2-2abbcf69c0ca req-501c207b-6487-4163-b892-9eb1b1bd003d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Synchronizing usage tracker for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:port {{(pid=84287) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 14:26:25.361768 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [req-58deca70-f290-411d-86d2-2abbcf69c0ca req-501c207b-6487-4163-b892-9eb1b1bd003d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Unset dirty status for tenant:95576a7afdd3442bbeb92b1cbd3e625c on resource:port {{(pid=84287) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 14:26:25.363642 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-58deca70-f290-411d-86d2-2abbcf69c0ca req-501c207b-6487-4163-b892-9eb1b1bd003d tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "GET /v2.0/ports?device_id=c376160d-5347-4643-af27-c7346a1476a2 HTTP/1.1" status: 200 len: 210 time: 0.1221006 Apr 08 14:26:25.649127 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:25.690832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 0bf3ac12-f8cb-465b-adc7-73b723db01ca {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:25.691151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 0bf3ac12-f8cb-465b-adc7-73b723db01ca not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:26.516898 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50950) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:26.625519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:26.670148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:26.761962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:26.768869 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e60cba54-f8d1-4c60-9e20-9345b64994b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:26.792689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce045132-b4fe-43b9-960e-24a01245d588,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:26.801076 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:26.812136 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:26.817230 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-580bb40c-6a26-45ae-9ff7-81a7fd8f2774 tempest-TestShelveInstance-1486760097 tempest-TestShelveInstance-1486760097-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce045132-b4fe-43b9-960e-24a01245d588 HTTP/1.1" status: 204 len: 168 time: 0.2951627 Apr 08 14:26:26.898609 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 50964) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:28.203881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:28.717833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Deleting port 1c76bc21-5383-4676-b5e7-8ccea60c507d {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:28.718177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:28.741228 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50990) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:28.935081 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:28.952099 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:26:28.957171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:840889eee1be44ee82be1e7e066d6b30 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:26:28.960718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:26:28.967463 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:26:28.987248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] For port 1c76bc21-5383-4676-b5e7-8ccea60c507d, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=1c76bc21-5383-4676-b5e7-8ccea60c507d,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:28.987895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.067964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.071158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.080490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-7b54690c-8887-456d-8df9-dd0a4a5566b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:29.123316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792c46eb-cabd-4ad3-8827-bcb070fad4e1,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:29.126767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:29.133189 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Calling delete_port for 1c76bc21-5383-4676-b5e7-8ccea60c507d owned by network:router_interface {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:29.134984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=840889eee1be44ee82be1e7e066d6b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922906 Apr 08 14:26:29.136515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 50996) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:29.207369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.241908 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.301813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.307645 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d0310632-7373-42b1-97c0-2dd5f8c81017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:29.324399 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c46eb-cabd-4ad3-8827-bcb070fad4e1,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:29.328225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:29.329920 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.331208 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c667d21f-5613-4c8d-817b-e9b110e5abc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/792c46eb-cabd-4ad3-8827-bcb070fad4e1 HTTP/1.1" status: 204 len: 168 time: 0.1936462 Apr 08 14:26:29.345423 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.366781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-272d5307-7057-4fbf-8f77-842608bf96f1 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:29.433525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c76bc21-5383-4676-b5e7-8ccea60c507d,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:29.483915 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:29.817586 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0d67f7eb-5466-4aad-b996-6049a85a763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:29.922888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:30.721449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Router 5ae5398a-9e41-474e-9328-e5ead604639b has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:26:30.945674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:26:30.962101 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] Sync routers for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:26:30.979624 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] 10.222.0.35 "PUT /v2.0/routers/5ae5398a-9e41-474e-9328-e5ead604639b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0742610 Apr 08 14:26:30.979938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:30.979938 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:30.980385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51032) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:31.028665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51036) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:31.218095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:31.275171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.293416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:26:31.298385 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Usage tracker for resource:security_group_rule and tenant:712fc8d5eea14caf908bbc5f4507f36c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:26:31.301699 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:26:31.308635 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:26:31.314275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks [] for router, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.412667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.415858 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.426812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e1b8c99e-481f-44b4-b85e-ac28bf5ffea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:31.483427 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=712fc8d5eea14caf908bbc5f4507f36c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504726 Apr 08 14:26:31.483883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51042) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:31.489793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428bd811-7954-4f09-85b6-1898636c3952,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:31.505279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e8bdad16-d1ef-4f0e-b278-fe230695bb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:31.557121 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.569087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Deleting port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:31.569517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.593509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.649540 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.698512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184'}], 'enable_snat': True}, 'gw_port_id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:26:29Z', 'revision_number': 5, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port': {'id': '52f24b3c-2192-4ed8-a0ce-97bde04da2dc', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:03Z', 'updated_at': '2021-04-08T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:31.704179 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] Checking router: 5ae5398a-9e41-474e-9328-e5ead604639b for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:26:31.715024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] Routers {'5ae5398a-9e41-474e-9328-e5ead604639b'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:31.715797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:02Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['5ae5398a-9e41-474e-9328-e5ead604639b'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:31.744213 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.757666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f33bbefe-e905-4b7e-a026-b4eb6e15e0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:31.799244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428bd811-7954-4f09-85b6-1898636c3952,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:31.805379 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:31.808164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.810473 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/428bd811-7954-4f09-85b6-1898636c3952 HTTP/1.1" status: 204 len: 168 time: 0.3247590 Apr 08 14:26:31.816583 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] For port 52f24b3c-2192-4ed8-a0ce-97bde04da2dc, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:31.817274 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:31.907677 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] Set router 5ae5398a-9e41-474e-9328-e5ead604639b gateway port host: None {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:32.039817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Calling delete_port for 52f24b3c-2192-4ed8-a0ce-97bde04da2dc owned by network:router_gateway {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:32.134325 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:26:31Z', 'revision_number': 6, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port_host': None}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:32.141784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16a4be-d2fa-4383-be98-c428e19d4ea2 None None] The sync data for ids ['5ae5398a-9e41-474e-9328-e5ead604639b'] in dv-cinder-784623-3-smb is: [{'id': '5ae5398a-9e41-474e-9328-e5ead604639b', 'name': 'tempest-TestShelveInstance-969347037-router', 'tenant_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:02Z', 'updated_at': '2021-04-08T14:26:31Z', 'revision_number': 6, 'project_id': '95576a7afdd3442bbeb92b1cbd3e625c', 'gw_port_host': None}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:26:32.255784 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.273302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-28545429-6fc1-46ae-9c86-02cc0315a609 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:32.333977 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f24b3c-2192-4ed8-a0ce-97bde04da2dc,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:32.402791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.403214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.403623 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.404024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.404412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.405364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.405364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.405574 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.405944 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.406599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.407007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.407404 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:26:32.419268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:32.443961 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c198c297-58a8-47b6-a5a0-5fd79ec108f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.595273 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.789810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.792631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.817686 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.818263 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae5398a-9e41-474e-9328-e5ead604639b {{(pid=84287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:26:32.833601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.834901 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5ae5398a-9e41-474e-9328-e5ead604639b HTTP/1.1" status: 204 len: 168 time: 1.8539941 Apr 08 14:26:32.838867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51050) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:32.914177 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.914730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Deleting subnet 09b3ec8a-20e7-4c59-b966-e9127982f348 {{(pid=84287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:26:32.921478 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:32.980946 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850990178'] for subnet, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:33.078799 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:33.356143 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4073337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2221262'] for subnet, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:33.378372 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:33.492832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b3ec8a-20e7-4c59-b966-e9127982f348,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:33.500305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:33.534666 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:33.543927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6460eb-1621-4fd2-a0de-7c62a2be0b14 None None] Network 932db327-45b7-4a38-bc02-20292da5b624 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:26:33.544085 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ce3d4c3c-c962-4c53-ac10-767957e2a44e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/09b3ec8a-20e7-4c59-b966-e9127982f348 HTTP/1.1" status: 204 len: 168 time: 0.7015214 Apr 08 14:26:33.544174 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51056) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:33.665487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 1c76bc21-5383-4676-b5e7-8ccea60c507d no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:33.691918 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:33.711329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 1c76bc21-5383-4676-b5e7-8ccea60c507d {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:33.711747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 1c76bc21-5383-4676-b5e7-8ccea60c507d not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:33.712223 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 52f24b3c-2192-4ed8-a0ce-97bde04da2dc no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:33.786885 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 52f24b3c-2192-4ed8-a0ce-97bde04da2dc {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:33.787265 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 52f24b3c-2192-4ed8-a0ce-97bde04da2dc not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:33.811352 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Deleting port f0129c9b-22cc-4f77-8a79-f3f34f128628 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:33.812225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:33.945841 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] DHCP port deletion for 932db327-45b7-4a38-bc02-20292da5b624 request from dv-cinder-784623-3-smb {{(pid=84288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 14:26:33.951218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Deleting port f0129c9b-22cc-4f77-8a79-f3f34f128628 {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:33.951849 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:34.078089 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] For port f0129c9b-22cc-4f77-8a79-f3f34f128628, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f0129c9b-22cc-4f77-8a79-f3f34f128628,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:34.078536 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:34.114010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:34.222266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Calling delete_port for f0129c9b-22cc-4f77-8a79-f3f34f128628 owned by network:dhcp {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:34.262769 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:34.286742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] For port f0129c9b-22cc-4f77-8a79-f3f34f128628, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f0129c9b-22cc-4f77-8a79-f3f34f128628,segment=NetworkSegment(9494da6c-2962-4afa-af40-58abf7940ce9),segment_id=9494da6c-2962-4afa-af40-58abf7940ce9)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:34.287215 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:34.323269 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:34.340140 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fefbc26a-ad81-48b1-8969-e0b6aabcdfc2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:34.420774 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0129c9b-22cc-4f77-8a79-f3f34f128628,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:34.431131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Calling delete_port for f0129c9b-22cc-4f77-8a79-f3f34f128628 owned by network:dhcp {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:34.475537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:34.520144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] No DVR routers for this DVR port f0129c9b-22cc-4f77-8a79-f3f34f128628 on host dv-cinder-784623-3-smb {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:26:34.521658 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:26:34.522134 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:26:34.918063 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.023906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Deleting port f0129c9b-22cc-4f77-8a79-f3f34f128628 {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:35.024336 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.052873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932db327-45b7-4a38-bc02-20292da5b624']}} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:35.073452 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9494da6c-2962-4afa-af40-58abf7940ce9') {'for_net_delete': True} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:35.073790 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9494da6c-2962-4afa-af40-58abf7940ce9') {} {{(pid=84287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:35.088182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3785638'] for segment, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.099930 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-74ba85a6-a2aa-4924-87a0-f7dbd7d999cc None None] The port 'f0129c9b-22cc-4f77-8a79-f3f34f128628' was deleted {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 14:26:35.107900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.115599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:26:35.337448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Network 932db327-45b7-4a38-bc02-20292da5b624 has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:35.353852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4073252'] for segment, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.613895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f0129c9b-22cc-4f77-8a79-f3f34f128628 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:35.622512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Network 932db327-45b7-4a38-bc02-20292da5b624 has no segments {{(pid=84287) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:35.655823 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: f0129c9b-22cc-4f77-8a79-f3f34f128628 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:35.656943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f0129c9b-22cc-4f77-8a79-f3f34f128628 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:26:35.669689 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:26:35.766759 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.770750 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:35.785808 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:35.801187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=932db327-45b7-4a38-bc02-20292da5b624,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:35.805562 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:35.807585 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ea03ef64-a35f-4416-8502-78fe8e9d4f52 admin admin] 10.222.0.35 "DELETE /v2.0/networks/932db327-45b7-4a38-bc02-20292da5b624 HTTP/1.1" status: 204 len: 168 time: 2.2624266 Apr 08 14:26:35.811584 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51064) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:36.572357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:36.811496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:26:36.985982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Deleting port 0bec5ec9-5544-41db-93ab-2d2947449511 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:36.985982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:37.196259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] For port 0bec5ec9-5544-41db-93ab-2d2947449511, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=0bec5ec9-5544-41db-93ab-2d2947449511,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:37.196655 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:37.341669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Calling delete_port for 0bec5ec9-5544-41db-93ab-2d2947449511 owned by network:router_interface {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:37.537455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:37.554429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c58f17c7-384b-48bd-b2cc-f0d129048d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:37.618001 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bec5ec9-5544-41db-93ab-2d2947449511,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:37.678582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:38.040597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:38.873554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Router c623088e-155b-4a21-ae30-d38afba1e54a has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:26:39.113671 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:26:39.127003 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a13ec7f8-7e04-49fa-b8af-8915de4d8308 admin admin] 10.222.0.35 "PUT /v2.0/routers/c623088e-155b-4a21-ae30-d38afba1e54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133476 Apr 08 14:26:39.129514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51078) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:39.133198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] Sync routers for ids ['c623088e-155b-4a21-ae30-d38afba1e54a'] in dv-cinder-784623-3-smb {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:26:39.153520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] Routers {'c623088e-155b-4a21-ae30-d38afba1e54a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:39.154844 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['c623088e-155b-4a21-ae30-d38afba1e54a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:39.508789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks [] for router, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:39.541083 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] Set router c623088e-155b-4a21-ae30-d38afba1e54a gateway port host: dv-cinder-784623-3-smb {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:39.806309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:39.819572 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Deleting port 58b24c26-83b5-4c89-b68c-6a6b904162d0 {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:39.820232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:39.966871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:26:37Z', 'revision_number': 5, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port': {'id': '58b24c26-83b5-4c89-b68c-6a6b904162d0', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:24Z', 'updated_at': '2021-04-08T14:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:39.971615 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] Checking router: c623088e-155b-4a21-ae30-d38afba1e54a for host: dv-cinder-784623-3-smb {{(pid=84288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:26:39.984616 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] Routers {'c623088e-155b-4a21-ae30-d38afba1e54a'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:26:39.985709 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:26:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['c623088e-155b-4a21-ae30-d38afba1e54a'], 'active': True} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:40.054888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] For port 58b24c26-83b5-4c89-b68c-6a6b904162d0, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=58b24c26-83b5-4c89-b68c-6a6b904162d0,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:40.055300 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:40.163864 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] Set router c623088e-155b-4a21-ae30-d38afba1e54a gateway port host: None {{(pid=84288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:26:40.196996 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Calling delete_port for 58b24c26-83b5-4c89-b68c-6a6b904162d0 owned by network:router_gateway {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:40.286288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:26:39Z', 'revision_number': 6, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port_host': None}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:40.291087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb75042-d9a4-405b-85da-316782389eb5 None None] The sync data for ids ['c623088e-155b-4a21-ae30-d38afba1e54a'] in dv-cinder-784623-3-smb is: [{'id': 'c623088e-155b-4a21-ae30-d38afba1e54a', 'name': 'tempest-TestShelveInstance-1930964434-router', 'tenant_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:21Z', 'updated_at': '2021-04-08T14:26:39Z', 'revision_number': 6, 'project_id': '7bcdac06bd0b40408e1bdb33e40b4a48', 'gw_port_host': None}] {{(pid=84288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:26:40.423491 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:40.439980 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49a4bbdd-a32c-4fd5-97ad-0b6ea5dfad42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:40.503489 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b24c26-83b5-4c89-b68c-6a6b904162d0,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:40.507835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:40.759444 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:40.965851 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:40.969214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:40.993541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:40.994144 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c623088e-155b-4a21-ae30-d38afba1e54a {{(pid=84287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:26:41.008905 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] Notify callbacks [] for router, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:41.010248 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-57050a97-351b-4d7a-a8dd-55623ed97d28 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c623088e-155b-4a21-ae30-d38afba1e54a HTTP/1.1" status: 204 len: 168 time: 1.8788486 Apr 08 14:26:41.015848 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51090) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:41.105922 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Deleting subnet 5dc61368-8dcf-4428-8cf2-aa802a3651d3 {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:26:41.110792 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:41.168065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:41.261990 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:41.618649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0bec5ec9-5544-41db-93ab-2d2947449511 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:41.656900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:41.678425 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:41.691723 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 0bec5ec9-5544-41db-93ab-2d2947449511 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:41.692114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 0bec5ec9-5544-41db-93ab-2d2947449511 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:41.692595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 58b24c26-83b5-4c89-b68c-6a6b904162d0 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:41.733248 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 58b24c26-83b5-4c89-b68c-6a6b904162d0 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:41.733810 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 58b24c26-83b5-4c89-b68c-6a6b904162d0 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:41.982545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc61368-8dcf-4428-8cf2-aa802a3651d3,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:41.986154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:42.079168 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:42.085122 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355d7a7-9c2a-4d92-b3af-9d40b51abcdf None None] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:26:42.086558 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-633080e8-cfa3-49c6-b0ee-e6270ec669a3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5dc61368-8dcf-4428-8cf2-aa802a3651d3 HTTP/1.1" status: 204 len: 168 time: 1.0679407 Apr 08 14:26:42.089288 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51094) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:42.216355 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:42.289717 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Deleting port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:42.290054 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:42.379895 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] DHCP port deletion for 3845b2bc-982f-4b2d-a66c-974b716c2377 request from dv-cinder-784623-3-smb {{(pid=84288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 14:26:42.385015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Deleting port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:42.385464 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:42.604373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] For port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:42.604902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:42.735802 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] For port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,segment=NetworkSegment(98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb),segment_id=98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:26:42.736577 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:42.852546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Calling delete_port for 2c4b4e74-5a56-4f00-85ad-955787ef2d5f owned by network:dhcp {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:42.977512 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Calling delete_port for 2c4b4e74-5a56-4f00-85ad-955787ef2d5f owned by network:dhcp {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:26:43.002113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:43.021573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-77c39696-404b-42d5-964b-e213a001c54d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:43.074180 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:26:43.074614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:26:43.087797 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4b4e74-5a56-4f00-85ad-955787ef2d5f,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:43.090675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:43.182530 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] No DVR routers for this DVR port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f on host dv-cinder-784623-3-smb {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:26:43.326374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:43.464095 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3845b2bc-982f-4b2d-a66c-974b716c2377']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:43.489780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:43.490314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dcd03c-a29e-4ec7-b3c9-fbb5e53410eb') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:26:43.506000 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:43.525410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:43.534498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:26:43.576072 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Deleting port 2c4b4e74-5a56-4f00-85ad-955787ef2d5f {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:26:43.576747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:43.654576 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 2c4b4e74-5a56-4f00-85ad-955787ef2d5f no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:26:43.705424 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-343c9e30-0f81-430e-9a59-6bb0a264697a None None] The port '2c4b4e74-5a56-4f00-85ad-955787ef2d5f' was deleted {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 14:26:43.706937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 2c4b4e74-5a56-4f00-85ad-955787ef2d5f {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:26:43.707368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 2c4b4e74-5a56-4f00-85ad-955787ef2d5f not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:26:43.730986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:43.745020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:43.931671 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Network 3845b2bc-982f-4b2d-a66c-974b716c2377 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:26:43.956164 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:26:44.040249 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:44.044504 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d7bc063-34ca-4428-9cd2-a185b3e77cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:44.063688 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:44.071642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3845b2bc-982f-4b2d-a66c-974b716c2377,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:44.076546 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:44.079971 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-753ccd16-e0e9-450e-be98-31a7b07ff2fa admin admin] 10.222.0.35 "DELETE /v2.0/networks/3845b2bc-982f-4b2d-a66c-974b716c2377 HTTP/1.1" status: 204 len: 168 time: 1.9894075 Apr 08 14:26:44.276398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51100) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:44.334038 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f41f3952-4338-4cfd-a312-e1420e2e355b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95576a7afdd3442bbeb92b1cbd3e625c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562494 Apr 08 14:26:44.336710 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51104) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:44.408852 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:44.442085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:44.494554 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:44.498767 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8a9105a8-ea2b-45af-9dac-73d958b8047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:44.513185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab3c41-77e2-4637-aaa2-689317b40daf,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:44.518277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:44.523947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:44.525175 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e778ef0f-7158-4405-b5ed-46f61eedb4d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0ab3c41-77e2-4637-aaa2-689317b40daf HTTP/1.1" status: 204 len: 168 time: 0.1874352 Apr 08 14:26:44.923912 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51112) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:44.961297 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c10a16d3-6689-48d8-819e-4201d7e54359 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bcdac06bd0b40408e1bdb33e40b4a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360212 Apr 08 14:26:44.963901 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51116) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:26:45.029391 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:45.058591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:45.109883 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:45.115553 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8c7ddf76-7f9e-4584-abe2-15bc0f840ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:26:45.131368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e402e484-b7fa-412a-9eed-3a9270bc8010,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:26:45.134454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:26:45.135781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:45.137000 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-fb53381a-c387-4850-868b-b9532872b9fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e402e484-b7fa-412a-9eed-3a9270bc8010 HTTP/1.1" status: 204 len: 168 time: 0.1721296 Apr 08 14:26:50.851170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:57.476994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067d1c2-506a-4925-b8cd-986e8a4d6892 req-de03e659-fb7f-4749-853b-11857bb58f91 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:57.478707 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8067d1c2-506a-4925-b8cd-986e8a4d6892 req-de03e659-fb7f-4749-853b-11857bb58f91 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0950773 Apr 08 14:26:57.518714 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8067d1c2-506a-4925-b8cd-986e8a4d6892 req-dab4621f-fead-4b76-a517-0ba50a41e88b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322886 Apr 08 14:26:58.743521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985346d4-cbe3-426a-962f-ef1cefb01785 req-39a3bee3-79f3-4f2a-b648-9b3b9f1d0560 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:58.745258 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-985346d4-cbe3-426a-962f-ef1cefb01785 req-39a3bee3-79f3-4f2a-b648-9b3b9f1d0560 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0928588 Apr 08 14:26:58.778839 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-985346d4-cbe3-426a-962f-ef1cefb01785 req-6902acf7-a847-485c-989b-c36ce2580b3e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257692 Apr 08 14:26:59.801714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5e91539b-95a1-4660-80d7-614e1e9868b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:26:59.992283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef9f3-96d1-48eb-a030-8bcd6a29c91c req-2654df89-5671-4d38-97b6-87f3ffae67bc tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:26:59.993905 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-024ef9f3-96d1-48eb-a030-8bcd6a29c91c req-2654df89-5671-4d38-97b6-87f3ffae67bc tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0914121 Apr 08 14:27:00.029419 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-024ef9f3-96d1-48eb-a030-8bcd6a29c91c req-bbb1a3d1-486c-4723-bf25-e2c658cfdb21 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282753 Apr 08 14:27:01.242157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f1922-1857-4512-9cf4-06dd5e728898 req-4da7189d-0f4a-4fc3-a4cc-c948686d664a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:01.243819 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-185f1922-1857-4512-9cf4-06dd5e728898 req-4da7189d-0f4a-4fc3-a4cc-c948686d664a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0929549 Apr 08 14:27:01.279230 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-185f1922-1857-4512-9cf4-06dd5e728898 req-869d9a63-7f88-4615-bf0a-10bc25554add tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288746 Apr 08 14:27:02.437459 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c1fa3b22-a5c9-440b-8644-f5b184dbe5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:02.493064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68057276-f541-4831-8d45-2930c6d51fb9 req-b82a82ad-8624-4b6a-b918-169d9edbbaac tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:02.494754 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68057276-f541-4831-8d45-2930c6d51fb9 req-b82a82ad-8624-4b6a-b918-169d9edbbaac tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0915594 Apr 08 14:27:02.532662 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-68057276-f541-4831-8d45-2930c6d51fb9 req-d46eb954-ad94-41e3-982f-2af0d09eaedf tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301855 Apr 08 14:27:02.910523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:03.744657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5594b-d98c-458c-ab92-3bf526e46a55 req-b50a71ed-8530-48e7-ae74-8dfdaf9e2982 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:03.746224 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-50c5594b-d98c-458c-ab92-3bf526e46a55 req-b50a71ed-8530-48e7-ae74-8dfdaf9e2982 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0902915 Apr 08 14:27:03.777908 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-50c5594b-d98c-458c-ab92-3bf526e46a55 req-79f6e3f9-ad92-4e4b-88a9-7c07985d14a0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249996 Apr 08 14:27:04.067151 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:04.159316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:04.989652 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42862a4-07da-4ee4-b12a-0221b7925a05 req-cc4c02a6-eefc-4d39-b5b4-cddf8c98c0e7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:04.991320 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d42862a4-07da-4ee4-b12a-0221b7925a05 req-cc4c02a6-eefc-4d39-b5b4-cddf8c98c0e7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0903299 Apr 08 14:27:05.026434 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d42862a4-07da-4ee4-b12a-0221b7925a05 req-f83506fa-0f56-42e6-a0a2-19cf8bfde9aa tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286331 Apr 08 14:27:06.260139 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c370-27a1-4053-87e7-03a94afa43cd req-81d8a6a0-3038-480e-8ad0-9c09c2da3487 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:06.261806 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5190c370-27a1-4053-87e7-03a94afa43cd req-81d8a6a0-3038-480e-8ad0-9c09c2da3487 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0984409 Apr 08 14:27:06.298361 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5190c370-27a1-4053-87e7-03a94afa43cd req-01d9e825-799f-4df1-8da2-6c03b65e3be6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294533 Apr 08 14:27:07.524154 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff78fa-07b4-4a0a-8605-ceea12c21dd5 req-1c520322-5582-4375-8e96-2af67e2dba8d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:07.525786 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1ff78fa-07b4-4a0a-8605-ceea12c21dd5 req-1c520322-5582-4375-8e96-2af67e2dba8d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0943546 Apr 08 14:27:07.561760 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a1ff78fa-07b4-4a0a-8605-ceea12c21dd5 req-60c995ed-50aa-4592-bf99-b7d7ee9640b3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286803 Apr 08 14:27:08.783521 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a258-2d45-4c48-920f-f43f11d074c5 req-4538ef64-b8b8-43f5-a71e-21db9d4374be tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:08.785071 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1cf3a258-2d45-4c48-920f-f43f11d074c5 req-4538ef64-b8b8-43f5-a71e-21db9d4374be tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0970900 Apr 08 14:27:08.817387 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1cf3a258-2d45-4c48-920f-f43f11d074c5 req-637fba44-8010-4f01-a614-bae7d4cf8ceb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258570 Apr 08 14:27:10.077487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64d8f1-bd71-4f0f-bdb3-02d4eedc3498 req-7bce247f-b4da-43b1-af52-0f2db67b432b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:10.079800 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7a64d8f1-bd71-4f0f-bdb3-02d4eedc3498 req-7bce247f-b4da-43b1-af52-0f2db67b432b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0940540 Apr 08 14:27:10.114906 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-7a64d8f1-bd71-4f0f-bdb3-02d4eedc3498 req-71e25bb8-d4ac-4a13-8897-705844c107a2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280056 Apr 08 14:27:11.331033 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdde944-bbf6-4e3d-aef0-d42b7578bf6b req-ef43414c-3767-479b-84d1-17fa7bf314f2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:11.332619 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1fdde944-bbf6-4e3d-aef0-d42b7578bf6b req-ef43414c-3767-479b-84d1-17fa7bf314f2 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0903447 Apr 08 14:27:11.365913 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-1fdde944-bbf6-4e3d-aef0-d42b7578bf6b req-7d444a2a-f615-4f4a-baaa-079c7d5cdbe8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268409 Apr 08 14:27:12.577928 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d631492-a898-4914-9708-d3e7f229463c req-12cfdd05-881e-401b-a3f0-cbddf57cf585 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:12.579637 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3d631492-a898-4914-9708-d3e7f229463c req-12cfdd05-881e-401b-a3f0-cbddf57cf585 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0904098 Apr 08 14:27:12.615678 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-3d631492-a898-4914-9708-d3e7f229463c req-3069f21a-48a3-4d54-9309-de2e04740853 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296557 Apr 08 14:27:13.812675 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:27:13.830176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112205df-18a1-44ea-8112-bc375723365c req-a3535ebe-1eff-4a6b-b6cb-5e1b6fc0e42f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:13.831853 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-112205df-18a1-44ea-8112-bc375723365c req-a3535ebe-1eff-4a6b-b6cb-5e1b6fc0e42f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0939639 Apr 08 14:27:13.863023 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-112205df-18a1-44ea-8112-bc375723365c req-9704edd3-5014-416d-8436-360398ddb36a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246968 Apr 08 14:27:15.075071 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f4eea-a4f0-4241-99b7-213df6036f59 req-b329bdb0-db22-48e7-9fdd-aa7574e8528b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:15.077172 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-746f4eea-a4f0-4241-99b7-213df6036f59 req-b329bdb0-db22-48e7-9fdd-aa7574e8528b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0917640 Apr 08 14:27:15.116265 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-746f4eea-a4f0-4241-99b7-213df6036f59 req-0cd50403-9ac4-42e0-bc59-8b4f5e97809b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Apr 08 14:27:16.348691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accdf1c-1323-445f-b812-fcc7f99aa85a req-63bea0a1-641d-49c9-bfe5-7f3f753b8067 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:16.350326 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0accdf1c-1323-445f-b812-fcc7f99aa85a req-63bea0a1-641d-49c9-bfe5-7f3f753b8067 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1108036 Apr 08 14:27:16.382171 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0accdf1c-1323-445f-b812-fcc7f99aa85a req-0103ec6e-06cc-4e7b-b0da-c654c90552f0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252354 Apr 08 14:27:17.598031 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b62d3-0bb6-4151-a808-13f541c08629 req-66954103-92e3-4a00-a268-9b153cfba26f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:17.599743 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e5b62d3-0bb6-4151-a808-13f541c08629 req-66954103-92e3-4a00-a268-9b153cfba26f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0900707 Apr 08 14:27:17.642453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e5b62d3-0bb6-4151-a808-13f541c08629 req-02abc509-9fb7-4810-b5a8-c7247e67f22a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361094 Apr 08 14:27:18.864680 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9874-e36a-41bc-ae58-af229eda17d0 req-15e66bdb-74c5-409a-8caa-6259726114b4 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:18.866353 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8dff9874-e36a-41bc-ae58-af229eda17d0 req-15e66bdb-74c5-409a-8caa-6259726114b4 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0921626 Apr 08 14:27:18.897928 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8dff9874-e36a-41bc-ae58-af229eda17d0 req-d18d7d01-56ff-439f-a452-ea297b38fd0f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251596 Apr 08 14:27:20.108044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53199f75-0ec0-4fc4-8cf5-8c5e570ace0b req-62f28c67-1d19-466c-b20f-b8e7f0f34d4d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:20.109727 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-53199f75-0ec0-4fc4-8cf5-8c5e570ace0b req-62f28c67-1d19-466c-b20f-b8e7f0f34d4d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0906634 Apr 08 14:27:20.147278 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-53199f75-0ec0-4fc4-8cf5-8c5e570ace0b req-96aacc2f-edc9-4919-bd8d-d82974c5aa8a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290141 Apr 08 14:27:20.848073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:21.719172 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436a0f-4558-45be-bd8a-a7253e531139 req-bd8a6216-2dc5-4a18-bb44-cd9a00dd8a0a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:21.721366 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3436a0f-4558-45be-bd8a-a7253e531139 req-bd8a6216-2dc5-4a18-bb44-cd9a00dd8a0a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1056292 Apr 08 14:27:21.804168 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c3436a0f-4558-45be-bd8a-a7253e531139 req-d11fd97d-6f66-4d6c-a05e-a48b8f378387 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759714 Apr 08 14:27:21.833057 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-5527fbe0-04a2-457d-ab77-016b8caf5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:21.835307 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-5527fbe0-04a2-457d-ab77-016b8caf5495 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1098 time: 0.1051877 Apr 08 14:27:22.256210 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-e42f9dac-69c9-4c59-8c30-d62b206264ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:22.257812 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-e42f9dac-69c9-4c59-8c30-d62b206264ad service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.4031971 Apr 08 14:27:22.370415 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-70bc47ea-28f7-49d4-ab71-087c23fe1d33 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 1001 time: 0.1049173 Apr 08 14:27:22.447024 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-35a6cbea-afb9-4938-8566-7e4f0331aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:22.448691 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-35a6cbea-afb9-4938-8566-7e4f0331aee9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.0715342 Apr 08 14:27:22.545582 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-7b6eec5e-38f4-4ee8-89b1-f073e48c5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:22.547248 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-7b6eec5e-38f4-4ee8-89b1-f073e48c5fba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909975 Apr 08 14:27:22.709809 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-2acab16c-ba84-4dc1-bbaf-6f9f6fc40b04 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530371 Apr 08 14:27:22.888825 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-860af59a-891b-40f1-a9ac-bf0a19865767 req-92ed5111-b5be-4b66-af33-8505e2ad3fb9 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715207 Apr 08 14:27:23.028537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223a365-5e56-4c4d-b4bd-d593977f7dc2 req-182cbb80-23a7-4ce2-8eca-bf7f6df7c137 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:23.030167 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c223a365-5e56-4c4d-b4bd-d593977f7dc2 req-182cbb80-23a7-4ce2-8eca-bf7f6df7c137 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1001220 Apr 08 14:27:23.063335 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c223a365-5e56-4c4d-b4bd-d593977f7dc2 req-d589d05b-8d91-4f12-9c35-d45a09aa863b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260236 Apr 08 14:27:24.296297 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfff63-292d-473d-a082-634b5cbe479a req-4e32b85e-27c5-4e28-b605-53d0130721ad tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:24.298174 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9ebfff63-292d-473d-a082-634b5cbe479a req-4e32b85e-27c5-4e28-b605-53d0130721ad tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0982711 Apr 08 14:27:24.332947 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9ebfff63-292d-473d-a082-634b5cbe479a req-2ce77ff3-b59c-4ce8-ac6d-37b7aea70afd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277591 Apr 08 14:27:25.638110 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45927e-fd34-4127-9717-067f77b37776 req-7d075483-14ed-4d7a-ae67-8a1edb498857 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:25.640116 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2c45927e-fd34-4127-9717-067f77b37776 req-7d075483-14ed-4d7a-ae67-8a1edb498857 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1634262 Apr 08 14:27:25.676934 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2c45927e-fd34-4127-9717-067f77b37776 req-225cf467-612e-4528-b6ec-7591e9bc106c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292516 Apr 08 14:27:25.869065 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:27:26.224649 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:27:26.245420 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '982a7e56-9c39-407c-94ea-029742990b6b', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'port_id': '982a7e56-9c39-407c-94ea-029742990b6b', 'mac_address': 'fa:16:3e:3e:8a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:27:26.312659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:26.314904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 982a7e56-9c39-407c-94ea-029742990b6b {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:27:26.338782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:27:26.343495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:26.348782 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:27:26.478713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['982a7e56-9c39-407c-94ea-029742990b6b'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:27:26.609736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=6']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:27:26.631247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.631914 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.632567 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.633221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.633868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.634564 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.635211 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.635863 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.636488 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.637148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.637787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.638479 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:27:26.648253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:27:27.026921 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5f12f-2ca7-4a72-9572-a9d0fede528e req-75d9ba48-3f50-498f-9bd1-e08297f76027 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:27.029862 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ebd5f12f-2ca7-4a72-9572-a9d0fede528e req-75d9ba48-3f50-498f-9bd1-e08297f76027 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 944 time: 0.1799223 Apr 08 14:27:27.078272 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-ebd5f12f-2ca7-4a72-9572-a9d0fede528e req-7acd914e-2a8b-41d5-a348-912e9292bebd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 Apr 08 14:27:27.863705 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:27:27.967035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 982a7e56-9c39-407c-94ea-029742990b6b triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:27:27.967614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:28.116232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:28.133260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:27:28.145964 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:27:28.155448 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:28.158410 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:27:28.205827 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'code': 200} Apr 08 14:27:28.256221 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=7']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:27:28.260376 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:27:28.456507 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f62b5-fa77-4dc7-b560-ae841ccbd789 req-26df9b33-436d-46cb-8a97-1074f14787dd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:28.459536 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-556f62b5-fa77-4dc7-b560-ae841ccbd789 req-26df9b33-436d-46cb-8a97-1074f14787dd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1120124 Apr 08 14:27:28.506600 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-556f62b5-fa77-4dc7-b560-ae841ccbd789 req-d7eb6931-724d-4009-85b8-127f9daa03a5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 Apr 08 14:27:29.820917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3e1c4be5-4866-452a-bd26-7daeacd73218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:29.934892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cff5-a208-48b8-889c-20c7c2b99f4d req-1a9c972c-6a9a-4f2d-8c64-c95b7e4fde07 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:29.937796 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-63c4cff5-a208-48b8-889c-20c7c2b99f4d req-1a9c972c-6a9a-4f2d-8c64-c95b7e4fde07 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.2190375 Apr 08 14:27:29.972707 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-63c4cff5-a208-48b8-889c-20c7c2b99f4d req-b50d7703-263a-4094-8001-d0996e51cfeb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276217 Apr 08 14:27:31.262344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a739ba2-c1a4-4a01-984c-a303509fafe7 req-5ba6c906-4355-473f-8e4c-d229eadc4883 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:31.265379 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9a739ba2-c1a4-4a01-984c-a303509fafe7 req-5ba6c906-4355-473f-8e4c-d229eadc4883 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1213074 Apr 08 14:27:31.320797 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-9a739ba2-c1a4-4a01-984c-a303509fafe7 req-8841a126-3715-4cfa-bc99-04639f75a00c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Apr 08 14:27:32.467890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-98323f31-c333-4457-a262-dde72d05c0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:32.699983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b29041-e0b4-4ea8-9027-adfc6234c2b1 req-5ec60dae-9d4e-4b27-a688-53a89a6e9002 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:32.701688 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-21b29041-e0b4-4ea8-9027-adfc6234c2b1 req-5ec60dae-9d4e-4b27-a688-53a89a6e9002 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1246293 Apr 08 14:27:32.740596 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-21b29041-e0b4-4ea8-9027-adfc6234c2b1 req-761387e9-2f75-4a45-b5a0-5dcf5ccd00b9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291598 Apr 08 14:27:32.920589 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:34.074442 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:34.128778 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924633f-66e3-4a41-b619-c1f192599cd7 req-2ce5777c-7c46-4ea6-840c-82ab6784aa45 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:34.134984 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d924633f-66e3-4a41-b619-c1f192599cd7 req-2ce5777c-7c46-4ea6-840c-82ab6784aa45 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1884212 Apr 08 14:27:34.175596 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:34.190001 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d924633f-66e3-4a41-b619-c1f192599cd7 req-5eff0dec-2210-451f-9794-9c099bbfae3c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Apr 08 14:27:35.498887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442d049-3b4f-4ed7-8c8d-613ea6a35279 req-b67b60b5-4d8b-41ec-b5f8-190c583cd293 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:35.500804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2442d049-3b4f-4ed7-8c8d-613ea6a35279 req-b67b60b5-4d8b-41ec-b5f8-190c583cd293 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1411760 Apr 08 14:27:35.545804 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2442d049-3b4f-4ed7-8c8d-613ea6a35279 req-4469cb79-f6f5-4a26-9eea-58f4b3f7c790 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Apr 08 14:27:36.488007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-6a346dc2-d2b5-4d28-a32f-8fb4310fe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:36.489878 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-6a346dc2-d2b5-4d28-a32f-8fb4310fe387 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1098 time: 0.0877366 Apr 08 14:27:36.647082 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-aaaa8bb7-548c-4179-bab2-d15e4e5c9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:36.648673 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-aaaa8bb7-548c-4179-bab2-d15e4e5c9cb9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.1487479 Apr 08 14:27:36.822663 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-2f50a5b4-b142-42cb-a99f-aafbbfced2d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 1001 time: 0.1671326 Apr 08 14:27:36.900610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba273-3bcc-4d22-b238-08f5e2c5a17d req-f8596019-c78e-4901-a73f-0e35d3a08de6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:36.902243 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-937ba273-3bcc-4d22-b238-08f5e2c5a17d req-f8596019-c78e-4901-a73f-0e35d3a08de6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1931250 Apr 08 14:27:36.932208 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-752eefd1-d0ed-4923-879e-9ee13e1703af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:36.933787 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-752eefd1-d0ed-4923-879e-9ee13e1703af service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.1036079 Apr 08 14:27:36.977382 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-937ba273-3bcc-4d22-b238-08f5e2c5a17d req-50ada9ac-2843-4eba-bd02-64e770a46ae6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669849 Apr 08 14:27:37.027855 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-fe76c923-f0cd-40e7-90da-ef53b86c1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:37.029469 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-fe76c923-f0cd-40e7-90da-ef53b86c1322 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894487 Apr 08 14:27:37.181365 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-254f9845-1b28-410d-8c49-866af51b4054 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447525 Apr 08 14:27:37.330215 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-44fce77a-8c2d-459e-ae24-63cf38e65b7c req-98d20d1b-5a6d-44ae-b755-67f2e4788185 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429713 Apr 08 14:27:38.204669 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665c5d0-d379-4d57-a3fa-50b0bbfededd req-8ef3a7f5-263b-480f-9c72-4cc4144635ab tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:38.206429 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b665c5d0-d379-4d57-a3fa-50b0bbfededd req-8ef3a7f5-263b-480f-9c72-4cc4144635ab tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.1000011 Apr 08 14:27:38.242015 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b665c5d0-d379-4d57-a3fa-50b0bbfededd req-52ddabe9-6d72-4c7f-89a0-4b9e80ee185d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285723 Apr 08 14:27:39.459310 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd94c9c-8c9c-464f-9a67-89565f395e36 req-95da6bbd-78f1-4cb5-88dc-7ec1d1eb39da tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:39.460999 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2bd94c9c-8c9c-464f-9a67-89565f395e36 req-95da6bbd-78f1-4cb5-88dc-7ec1d1eb39da tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 945 time: 0.0921757 Apr 08 14:27:39.495780 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-2bd94c9c-8c9c-464f-9a67-89565f395e36 req-cd8c2a9d-0060-4e72-8a71-abdc0f4ffccc tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270171 Apr 08 14:27:39.922306 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:27:40.052252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:40.065298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:27:40.076519 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:27:40.080881 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:40.083055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:27:40.122077 dv-cinder-784623-3-smb neutron-server[84173]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'code': 422} returned with failed status Apr 08 14:27:40.159617 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=8']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:27:40.163078 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:27:42.124490 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b826947-a8fb-416e-8ddd-9caba3a3f894 req-596aabfe-3347-4ca4-8fdb-132f0ff2f256 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:42.127003 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8b826947-a8fb-416e-8ddd-9caba3a3f894 req-596aabfe-3347-4ca4-8fdb-132f0ff2f256 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1021695 Apr 08 14:27:42.134972 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-94f64e52-2a7f-4b6e-89bf-87b2cc8ee592 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888181 Apr 08 14:27:42.160711 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-8b826947-a8fb-416e-8ddd-9caba3a3f894 req-ae8cfb7d-4a03-4c61-918f-28637466b05a tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263925 Apr 08 14:27:42.675541 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-60ef4206-2df6-48c6-be1b-d671bff94773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:42.677165 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-60ef4206-2df6-48c6-be1b-d671bff94773 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee&tenant_id=492358e2ebd2450998ac601fe78614c4 HTTP/1.1" status: 200 len: 1096 time: 0.0811708 Apr 08 14:27:42.781762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-20499480-93ef-4a5a-9880-d3948c14143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:42.784121 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-20499480-93ef-4a5a-9880-d3948c14143f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1096 time: 0.0849156 Apr 08 14:27:42.930573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-4c9471f9-83d3-4c00-b30e-4f24d1b12fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:42.932452 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-4c9471f9-83d3-4c00-b30e-4f24d1b12fad service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.1425617 Apr 08 14:27:43.046320 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-214752a3-3f4d-4642-a4da-07df9a58bd2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 999 time: 0.1067824 Apr 08 14:27:43.118707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-8bf9bb9e-9380-4af6-b8be-1426e88ff6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:43.120267 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-8bf9bb9e-9380-4af6-b8be-1426e88ff6a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.0681419 Apr 08 14:27:43.204711 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-26a5ed7d-602a-46aa-96c8-5ec58706cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:43.206453 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-26a5ed7d-602a-46aa-96c8-5ec58706cdd0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797138 Apr 08 14:27:43.416391 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-aa96103b-4018-4363-9afb-b01ee78a9680 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036703 Apr 08 14:27:43.552225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfa3f9-4c0d-402c-8189-ba7c1db3fc02 req-67712204-77a7-4c69-ba41-8e9576b122c1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:43.553897 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b1cfa3f9-4c0d-402c-8189-ba7c1db3fc02 req-67712204-77a7-4c69-ba41-8e9576b122c1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.2322474 Apr 08 14:27:43.605945 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-b1cfa3f9-4c0d-402c-8189-ba7c1db3fc02 req-35fa5648-5ee8-4d33-b8d9-7fa00ff729f0 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Apr 08 14:27:43.609681 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e20f3f6-fc4f-43cb-9fc8-55403a06273d req-8f84607c-dfe9-45eb-802f-64afca40007d service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866999 Apr 08 14:27:43.956316 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:27:44.917220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e784e91-9ec9-4e3b-abf8-25e1978efef2 req-f9793e8f-0165-4efb-a12d-afcfe792c9c1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:44.920043 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e784e91-9ec9-4e3b-abf8-25e1978efef2 req-f9793e8f-0165-4efb-a12d-afcfe792c9c1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1381586 Apr 08 14:27:44.967321 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6e784e91-9ec9-4e3b-abf8-25e1978efef2 req-1aa83486-89f8-4929-b068-5072943773ce tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338571 Apr 08 14:27:46.534707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc5e6b-45d1-404b-b4ec-20eda07d5a60 req-5968283c-daef-4fd8-a148-4342895a575d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:46.545549 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6afc5e6b-45d1-404b-b4ec-20eda07d5a60 req-5968283c-daef-4fd8-a148-4342895a575d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.4494293 Apr 08 14:27:46.576051 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6afc5e6b-45d1-404b-b4ec-20eda07d5a60 req-2e263cb1-a2ca-4109-a851-9eb9eb184459 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295224 Apr 08 14:27:47.833112 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b2c5-6e20-44e8-b2ac-38bb16becaec req-de50b517-597b-4e2f-88ee-e5a5ae3be79c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:47.834807 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6188b2c5-6e20-44e8-b2ac-38bb16becaec req-de50b517-597b-4e2f-88ee-e5a5ae3be79c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1008577 Apr 08 14:27:47.888194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6188b2c5-6e20-44e8-b2ac-38bb16becaec req-5d93b6e0-0f70-4e4f-87bd-c5058cca3079 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Apr 08 14:27:49.146318 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cef8a-8509-49b8-b573-39d7239c9373 req-ed41cd7b-3cf5-4e11-a991-39a22cea4d1c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:49.149143 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6a4cef8a-8509-49b8-b573-39d7239c9373 req-ed41cd7b-3cf5-4e11-a991-39a22cea4d1c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1217275 Apr 08 14:27:49.211539 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6a4cef8a-8509-49b8-b573-39d7239c9373 req-db9b64f4-f803-4ef1-9b99-255a48e724d7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517390 Apr 08 14:27:50.483821 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48543db4-5e0c-4806-bd20-a68e313c5fbd req-50d17452-9a90-4b88-ba1d-9f78cf1167bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:50.485478 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-48543db4-5e0c-4806-bd20-a68e313c5fbd req-50d17452-9a90-4b88-ba1d-9f78cf1167bd tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1263800 Apr 08 14:27:50.530506 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-48543db4-5e0c-4806-bd20-a68e313c5fbd req-712397b3-b5d4-4082-be7f-5c91c85bb0d6 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329819 Apr 08 14:27:50.813281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:27:50.875859 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:51.770587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afab9a3-a6f9-4527-b90b-088490b03f1c req-c5c5af13-74c3-43c1-8733-89d1d8c42d70 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:51.772213 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0afab9a3-a6f9-4527-b90b-088490b03f1c req-c5c5af13-74c3-43c1-8733-89d1d8c42d70 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1051972 Apr 08 14:27:51.813998 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-0afab9a3-a6f9-4527-b90b-088490b03f1c req-83524b23-2f83-458c-ba04-793157293a50 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335498 Apr 08 14:27:53.060427 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1bad3-c15a-4c46-a7cf-6235c78e4e61 req-79603686-433d-431d-9c58-3f19097f469d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:53.062109 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-79d1bad3-c15a-4c46-a7cf-6235c78e4e61 req-79603686-433d-431d-9c58-3f19097f469d tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1080027 Apr 08 14:27:53.100653 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-79d1bad3-c15a-4c46-a7cf-6235c78e4e61 req-da029ba8-3e1e-484d-927f-211784d1ca1c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Apr 08 14:27:54.329148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c323-960a-455b-917c-5c0f6b4c88f3 req-497a42fa-df57-4bdb-97b0-71631314fafb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:54.331017 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-13e5c323-960a-455b-917c-5c0f6b4c88f3 req-497a42fa-df57-4bdb-97b0-71631314fafb tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.0999262 Apr 08 14:27:54.365447 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-13e5c323-960a-455b-917c-5c0f6b4c88f3 req-6d82fe1f-28e2-48d1-aca8-dc7702bd91ba tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272229 Apr 08 14:27:55.610659 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d58a5-620a-4d31-879b-a5b3b6a6c463 req-0e50d3f3-580b-49d5-a3ff-2d7786144165 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:55.616826 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d26d58a5-620a-4d31-879b-a5b3b6a6c463 req-0e50d3f3-580b-49d5-a3ff-2d7786144165 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.1201999 Apr 08 14:27:55.674429 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-d26d58a5-620a-4d31-879b-a5b3b6a6c463 req-9d290855-c3b1-419a-8da9-6006e722045c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455601 Apr 08 14:27:56.912182 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d2eea-35f1-44be-8115-bc1ddbb6690d req-2d82a476-60c0-4fca-837b-5f794b5cc837 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:56.913758 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-302d2eea-35f1-44be-8115-bc1ddbb6690d req-2d82a476-60c0-4fca-837b-5f794b5cc837 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.0926139 Apr 08 14:27:56.945009 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-302d2eea-35f1-44be-8115-bc1ddbb6690d req-8d6c5b84-c19f-4609-99ec-6252e98f0766 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248363 Apr 08 14:27:58.034347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84288) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 14:27:58.158573 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64786bc-1d95-40aa-afa1-b61fe9f57a8d req-dbb32359-b563-467c-b2e2-2d89ff1665b7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:58.160206 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a64786bc-1d95-40aa-afa1-b61fe9f57a8d req-dbb32359-b563-467c-b2e2-2d89ff1665b7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 943 time: 0.0907934 Apr 08 14:27:58.183498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:27:58.199627 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Returning: {'device': '982a7e56-9c39-407c-94ea-029742990b6b', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'port_id': '982a7e56-9c39-407c-94ea-029742990b6b', 'mac_address': 'fa:16:3e:3e:8a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84288) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 14:27:58.200890 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a64786bc-1d95-40aa-afa1-b61fe9f57a8d req-fd03dc41-42c0-452a-938e-8ca47fe6c92e tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Apr 08 14:27:58.264367 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:58.265624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982a7e56-9c39-407c-94ea-029742990b6b {{(pid=84288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 14:27:58.283329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:27:58.286097 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:27:58.287933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-abc00675-7a50-472d-9ec2-af47b785a80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:27:58.361176 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=9']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:27:58.364591 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:27:58.486240 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] get_ports_and_sgs() called for port_ids ['982a7e56-9c39-407c-94ea-029742990b6b'] {{(pid=84288) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 14:27:59.421153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aea72-ea0b-4ea1-93de-3b3913276e7d req-daa8789d-ad7f-4370-b094-d52180b19354 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:27:59.422954 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c39aea72-ea0b-4ea1-93de-3b3913276e7d req-daa8789d-ad7f-4370-b094-d52180b19354 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 944 time: 0.1003942 Apr 08 14:27:59.456857 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-c39aea72-ea0b-4ea1-93de-3b3913276e7d req-07d55186-5939-4ff8-b54a-25eb2afaa3b8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270245 Apr 08 14:27:59.806503 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d636612b-253e-499f-961a-6dafcdbd5666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:00.033555 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b up at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 14:28:00.112730 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.provisioning_blocks [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Provisioning complete for port 982a7e56-9c39-407c-94ea-029742990b6b triggered by entity L2. {{(pid=84288) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 14:28:00.113158 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765738'] for port, provisioning_complete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:00.245606 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660386'] for port, before_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:00.257873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:28:00.269289 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:28:00.272791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284274529652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752579802517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363284274973266'] for port, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:00.278363 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:00.328660 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'code': 200} Apr 08 14:28:00.414232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Pushing event updated for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=10']} {{(pid=84288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:00.417651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:00.728260 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f570dd-2562-4750-a7aa-964eba95099e req-098a120b-010d-4861-b450-1947cf84f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:00.730240 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-77f570dd-2562-4750-a7aa-964eba95099e req-098a120b-010d-4861-b450-1947cf84f7f6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1099 time: 0.1549389 Apr 08 14:28:00.745323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3d16-3757-4b6b-86a6-9252e9987daf req-d3371c56-9a96-4cd7-ab1d-17e2a7025343 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:00.746915 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6a5b3d16-3757-4b6b-86a6-9252e9987daf req-d3371c56-9a96-4cd7-ab1d-17e2a7025343 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 946 time: 0.1345851 Apr 08 14:28:00.785184 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-77f570dd-2562-4750-a7aa-964eba95099e req-f0dba430-c2d0-4542-abc2-a03431f15ff2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488923 Apr 08 14:28:00.793905 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-6a5b3d16-3757-4b6b-86a6-9252e9987daf req-c8d62381-a28f-4083-ba1c-04ad1864a941 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344729 Apr 08 14:28:02.013707 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c812c1-0f3a-4209-bbaa-5b934669134a req-fcf23601-f63c-4d74-833f-0baea1a5c217 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:02.015301 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-91c812c1-0f3a-4209-bbaa-5b934669134a req-fcf23601-f63c-4d74-833f-0baea1a5c217 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 946 time: 0.0917547 Apr 08 14:28:02.049209 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-91c812c1-0f3a-4209-bbaa-5b934669134a req-a43fa17e-f658-48cf-814e-4914390022e7 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256793 Apr 08 14:28:02.441497 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d0012fa9-316a-4841-b91a-c4ad93a27041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:02.915789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:03.270833 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c3e2b-ab1d-4c0c-96af-b45a42946414 req-3bc0718c-0ae6-4fcd-9cf4-347c412881b8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:03.272399 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a47c3e2b-ab1d-4c0c-96af-b45a42946414 req-3bc0718c-0ae6-4fcd-9cf4-347c412881b8 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 946 time: 0.0967898 Apr 08 14:28:03.303258 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-a47c3e2b-ab1d-4c0c-96af-b45a42946414 req-0ce9884d-a454-4982-ba4c-5297a604f583 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244045 Apr 08 14:28:04.068906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:04.165487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:20.858165 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:22.698174 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-dc3504a1-39b2-42d4-b108-48f278a8d069 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761929 Apr 08 14:28:22.853835 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f30d6-2180-4669-bbd5-82963958cc2d req-e629d5e8-c700-4827-8ecb-0623706e7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:22.855472 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-e629d5e8-c700-4827-8ecb-0623706e7839 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=492358e2ebd2450998ac601fe78614c4&device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 1099 time: 0.0851626 Apr 08 14:28:23.019064 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f30d6-2180-4669-bbd5-82963958cc2d req-81e99dae-58d1-4698-b930-6a0f5282b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:23.020773 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-81e99dae-58d1-4698-b930-6a0f5282b8e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 200 len: 917 time: 0.1428323 Apr 08 14:28:23.135377 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-6d0d0dfa-89c9-4afe-95b8-e4744a99626f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 200 len: 1001 time: 0.1071675 Apr 08 14:28:23.205368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f30d6-2180-4669-bbd5-82963958cc2d req-2639ee86-80a6-44df-a55c-13bd782baba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:23.207201 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-2639ee86-80a6-44df-a55c-13bd782baba5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 200 len: 855 time: 0.0650294 Apr 08 14:28:23.289904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f30d6-2180-4669-bbd5-82963958cc2d req-54cf07ed-b3bb-47f1-9591-0856e64124ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:23.291512 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-54cf07ed-b3bb-47f1-9591-0856e64124ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5dc11f30-a603-48e0-a951-9a6895acb4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775654 Apr 08 14:28:23.432190 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-6c4a976a-7ab0-46e4-a025-1c4543474fb0 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337214 Apr 08 14:28:23.577117 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-907f30d6-2180-4669-bbd5-82963958cc2d req-bae0a56e-b868-4e70-8c4a-7a7036b7e199 service neutron] 10.222.0.75 "GET /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380265 Apr 08 14:28:27.814839 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:28:29.809398 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a8d1fd9d-7ff7-48f4-b469-a11a209cecbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:32.442159 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ada6-7528-4f40-9ec4-3ceb25bd7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:32.917832 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:34.071303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:34.166499 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:34.811498 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eccbf-1b71-425e-b8ed-1f55e6d6d439 req-c46c7bd8-2c3c-45ba-8a0d-18cc78f02a1b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:34.813124 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4b8eccbf-1b71-425e-b8ed-1f55e6d6d439 req-c46c7bd8-2c3c-45ba-8a0d-18cc78f02a1b tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 946 time: 0.2028205 Apr 08 14:28:34.844416 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-4b8eccbf-1b71-425e-b8ed-1f55e6d6d439 req-47d2fc89-1d7a-4f32-843e-332c8dda96b9 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243871 Apr 08 14:28:35.922309 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-83b21c45-4274-40ba-915c-a1ea14ee153f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:35.925690 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-83b21c45-4274-40ba-915c-a1ea14ee153f tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 946 time: 0.1120443 Apr 08 14:28:36.011585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Deleting port 982a7e56-9c39-407c-94ea-029742990b6b {{(pid=84287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:36.011968 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:36.296128 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5781879-8f22-4a4d-9589-629ad1561c14 req-e2ce509f-c69d-4fb6-b9ff-5800d8456fbf tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 14:28:36.297722 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5781879-8f22-4a4d-9589-629ad1561c14 req-e2ce509f-c69d-4fb6-b9ff-5800d8456fbf tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 946 time: 0.3041897 Apr 08 14:28:36.343405 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f5781879-8f22-4a4d-9589-629ad1561c14 req-e471aa9d-9661-47d8-99e0-857fc0cfcfb3 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c056000-1c16-48fc-9a7e-25460f166cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339379 Apr 08 14:28:36.375334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] For port 982a7e56-9c39-407c-94ea-029742990b6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=982a7e56-9c39-407c-94ea-029742990b6b,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:28:36.375738 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:36.689900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:36.690259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-444403'] for floatingip, after_update {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:36.690613 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.db.l3_db [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Floating IP 033ca7e3-554c-432f-b1a5-e43dcb8f6d3e disassociated. External IP: 172.28.0.132, port: 982a7e56-9c39-407c-94ea-029742990b6b. Apr 08 14:28:36.690989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Calling delete_port for 982a7e56-9c39-407c-94ea-029742990b6b owned by compute:nova {{(pid=84287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:28:36.843940 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850702509'] for port, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:36.860943 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-10b10cd3-0068-47aa-a01d-ada50f8ccc51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:36.923351 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event deleted for resources: {'Port': ['ID=982a7e56-9c39-407c-94ea-029742990b6b,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:36.936374 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.936793 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.937205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.937614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.938017 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.938982 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.939411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.939787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.940259 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.940581 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.940975 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.941369 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:36.998298 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:37.525754 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-f175f1ae-d619-4978-a05a-811e63571b94 req-e152176d-ca92-4ea6-8818-7c043a893f69 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad4bc9c5-0fce-4bcf-8856-2b383371f6ee HTTP/1.1" status: 200 len: 210 time: 0.0611582 Apr 08 14:28:37.527702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:28:37.722011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:28:37.732568 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:28:37.744187 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:28:37.744991 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:28:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:37.805163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] No DVR routers for this DVR port 982a7e56-9c39-407c-94ea-029742990b6b on host hv-cinder-78462 {{(pid=84287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:28:37.807994 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:37.811205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-deleted', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b'}] {{(pid=84287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 14:28:37.828920 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [req-5c1acf67-cc82-4e23-89b6-29d01935872d req-4195d7bd-e541-4939-92a8-a9a2e2bb7b81 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.75 "DELETE /v2.0/ports/982a7e56-9c39-407c-94ea-029742990b6b HTTP/1.1" status: 204 len: 173 time: 1.8977468 Apr 08 14:28:37.869514 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bc9c5-0fce-4bcf-8856-2b383371f6ee', 'name': 'network-vif-deleted', 'tag': '982a7e56-9c39-407c-94ea-029742990b6b', 'status': 'completed', 'code': 200} Apr 08 14:28:38.113989 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:28:38.472632 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:38.476933 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:28:38.487800 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:28:38.488495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:28:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:38.665638 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51428) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:38.697218 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:28:38.737254 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:38.767458 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:38.814143 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:38.819665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8889ace0-312d-4349-bb4f-ef670f98902f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:38.841934 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c056000-1c16-48fc-9a7e-25460f166cd1,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:38.852161 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.852587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.853002 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.853416 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.853828 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.854253 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.854664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.855066 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.855467 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.855867 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.856270 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.856667 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-smb {{(pid=84286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 14:28:38.860335 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:38.861995 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:38.866408 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51432) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:38.866859 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-85ce540f-1fe8-4cd1-8b71-b2bdc278c3d1 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "DELETE /v2.0/security-groups/4c056000-1c16-48fc-9a7e-25460f166cd1 HTTP/1.1" status: 204 len: 168 time: 0.2000840 Apr 08 14:28:38.885528 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.api.v2.resource [None req-0759bfd6-9bd7-4ed5-9842-32f36a7b998c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] show failed (client error): The resource could not be found. Apr 08 14:28:38.889957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51436) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:38.890099 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-0759bfd6-9bd7-4ed5-9842-32f36a7b998c tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "GET /v2.0/security-groups/4c056000-1c16-48fc-9a7e-25460f166cd1 HTTP/1.1" status: 404 len: 347 time: 0.0220737 Apr 08 14:28:39.035742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:39.039899 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98633e4-d857-4b14-a306-1950805b1ece None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:22:18Z', 'revision_number': 4, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb', '_interfaces': [{'id': '615250e6-548e-4282-8e19-01ed52eaab2f', 'name': '', 'network_id': '5dc11f30-a603-48e0-a951-9a6895acb4e4', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'mac_address': 'fa:16:3e:30:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:16Z', 'updated_at': '2021-04-08T14:22:30Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'subnets': [{'id': 'c667b2ca-3236-42ba-bd42-2f87385bdf33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:28:39.059509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Deleting port 3bcde703-230f-47ec-a3b3-673a85010668 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:39.059889 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:39.254011 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:39.254674 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:39.396365 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Calling delete_port for 3bcde703-230f-47ec-a3b3-673a85010668 owned by network:floatingip {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:28:39.480716 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43389e-bc86-4dbe-aedd-9983f9d45743 None None] New status for floating IP 033ca7e3-554c-432f-b1a5-e43dcb8f6d3e: DOWN {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:28:39.554679 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:39.570926 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-740a6f09-ec5e-4f02-a6ab-3bc22cf505ed tempest-VolumesActionsTest-22979843 tempest-VolumesActionsTest-22979843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:39.629644 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Pushing event deleted for resources: {'Port': ['ID=3bcde703-230f-47ec-a3b3-673a85010668,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:39.655664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-7a43389e-bc86-4dbe-aedd-9983f9d45743 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:28:39.656073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-7a43389e-bc86-4dbe-aedd-9983f9d45743 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:28:39.683650 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:39.845525 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks [] for floatingip, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:39.861419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:39.862719 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e6dbbb3f-03ee-4ec2-a121-2675c622c6b5 tempest-AttachVolumeShelveTestJSON-1538678720 tempest-AttachVolumeShelveTestJSON-1538678720-project] 10.222.0.35 "DELETE /v2.0/floatingips/033ca7e3-554c-432f-b1a5-e43dcb8f6d3e HTTP/1.1" status: 204 len: 168 time: 0.9713273 Apr 08 14:28:40.158212 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43389e-bc86-4dbe-aedd-9983f9d45743 None None] New status for floating IP 033ca7e3-554c-432f-b1a5-e43dcb8f6d3e: DOWN {{(pid=84288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 14:28:40.280978 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:28:40.324375 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] No Port match for: 982a7e56-9c39-407c-94ea-029742990b6b {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:28:40.324764 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Device 982a7e56-9c39-407c-94ea-029742990b6b not bound to the agent host hv-cinder-78462 {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:28:42.699087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51462) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:43.642740 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854322026'] for router_interface, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:44.014888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Deleting port 615250e6-548e-4282-8e19-01ed52eaab2f {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:44.015509 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:44.201517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] For port 615250e6-548e-4282-8e19-01ed52eaab2f, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=615250e6-548e-4282-8e19-01ed52eaab2f,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:28:44.201913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:44.340302 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Calling delete_port for 615250e6-548e-4282-8e19-01ed52eaab2f owned by network:router_interface {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:28:44.538166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:44.553942 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-73c4e813-2083-4ef0-9085-d804ba03ccb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:44.612371 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=615250e6-548e-4282-8e19-01ed52eaab2f,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:44.616446 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:45.011323 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853172718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854323547'] for router_interface, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:45.521610 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Router 21dbc743-9c43-4b10-8152-c52b91e729e3 has already been hosted by L3 agent f6f82972-6dd1-40cc-881b-33e249f54e51 {{(pid=84286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 14:28:45.727450 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-smb the message routers_updated {{(pid=84286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 14:28:45.738307 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] Sync routers for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 14:28:45.742531 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a1791ca9-339c-4a7d-a473-41d0a5a38ac7 admin admin] 10.222.0.35 "PUT /v2.0/routers/21dbc743-9c43-4b10-8152-c52b91e729e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0421412 Apr 08 14:28:45.745199 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51468) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:45.748472 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:28:45.749143 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:28:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:45.948613 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:28:46.179142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks [] for router, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:46.268957 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:28:44Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:46.273015 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] Checking router: 21dbc743-9c43-4b10-8152-c52b91e729e3 for host: dv-cinder-784623-3-smb {{(pid=84289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 14:28:46.281947 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] Routers {'21dbc743-9c43-4b10-8152-c52b91e729e3'} bound to L3 agent in host dv-cinder-784623-3-smb {{(pid=84289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 14:28:46.282651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T14:09:02Z,description=,heartbeat_timestamp=2021-04-08T14:28:32Z,host='dv-cinder-784623-3-smb',id=f6f82972-6dd1-40cc-881b-33e249f54e51,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T14:09:02Z,topic='l3_agent')) {'router_ids': ['21dbc743-9c43-4b10-8152-c52b91e729e3'], 'active': True} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:46.381819 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:46.390668 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Deleting port 517904b8-631d-4149-a8c7-1e63a5db1cd3 {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:46.391047 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:46.489752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvr_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] Set router 21dbc743-9c43-4b10-8152-c52b91e729e3 gateway port host: dv-cinder-784623-3-smb {{(pid=84289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 14:28:46.581344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] For port 517904b8-631d-4149-a8c7-1e63a5db1cd3, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=517904b8-631d-4149-a8c7-1e63a5db1cd3,segment=NetworkSegment(c009fe2e-c5d3-453c-b631-1576b239aacb),segment_id=c009fe2e-c5d3-453c-b631-1576b239aacb)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:28:46.582068 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:46.730865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Calling delete_port for 517904b8-631d-4149-a8c7-1e63a5db1cd3 owned by network:router_gateway {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:28:46.910636 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:46.926598 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-8e8a2813-1ebd-4efb-ae0f-7ce7618e53b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:46.956414 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_hamode_db [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:28:44Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}], 'dv-cinder-784623-3-smb', False) {} {{(pid=84289) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:46.960575 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9cb1e-4efd-4404-8bbe-ac9b08215504 None None] The sync data for ids ['21dbc743-9c43-4b10-8152-c52b91e729e3'] in dv-cinder-784623-3-smb is: [{'id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'name': 'tempest-AttachVolumeShelveTestJSON-766715196-router', 'tenant_id': '492358e2ebd2450998ac601fe78614c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'external_fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80'}], 'enable_snat': True}, 'gw_port_id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:22:08Z', 'updated_at': '2021-04-08T14:28:44Z', 'revision_number': 5, 'project_id': '492358e2ebd2450998ac601fe78614c4', 'gw_port': {'id': '517904b8-631d-4149-a8c7-1e63a5db1cd3', 'name': '', 'network_id': 'c6c36e45-8dd2-457a-a0ea-f2a321e3d098', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dbc743-9c43-4b10-8152-c52b91e729e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'ip_address': '172.28.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:22:10Z', 'updated_at': '2021-04-08T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c9ff66-f47d-4ae5-bbec-2195b735b5d5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-smb'}] {{(pid=84289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 14:28:46.982664 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=517904b8-631d-4149-a8c7-1e63a5db1cd3,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:46.986560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:47.188983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854331483'] for router_gateway, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.382515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-451877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1138'] for router, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.384985 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.407305 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451983'] for router, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.407890 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21dbc743-9c43-4b10-8152-c52b91e729e3 {{(pid=84286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 14:28:47.420814 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] Notify callbacks [] for router, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.421983 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2e206859-dea9-426d-a802-978876efaa6f admin admin] 10.222.0.35 "DELETE /v2.0/routers/21dbc743-9c43-4b10-8152-c52b91e729e3 HTTP/1.1" status: 204 len: 168 time: 1.6759121 Apr 08 14:28:47.425556 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51472) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:47.499752 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Deleting subnet c667b2ca-3236-42ba-bd42-2f87385bdf33 {{(pid=84286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 14:28:47.503927 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.560058 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59964058'] for subnet, precommit_delete_associations {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.651843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.702743 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 517904b8-631d-4149-a8c7-1e63a5db1cd3 no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:28:47.743856 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 517904b8-631d-4149-a8c7-1e63a5db1cd3 {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:28:47.744245 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 517904b8-631d-4149-a8c7-1e63a5db1cd3 not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:28:47.744713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 615250e6-548e-4282-8e19-01ed52eaab2f no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:28:47.780732 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: 615250e6-548e-4282-8e19-01ed52eaab2f {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:28:47.781119 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device 615250e6-548e-4282-8e19-01ed52eaab2f not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:28:47.919205 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59778612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036794637852'] for subnet, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:47.935195 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6e3668b4-96ba-49cb-ad6e-71cdaa7531f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:47.984747 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c667b2ca-3236-42ba-bd42-2f87385bdf33,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:47.988900 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:48.071025 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for subnet, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.076580 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571ec81-a2af-4831-a35b-59dc8f3a96f9 None None] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 requested from dv-cinder-784623-3-smb {{(pid=84288) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 14:28:48.077382 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e2090b27-6e4b-4ba0-8f42-63b59f53baeb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c667b2ca-3236-42ba-bd42-2f87385bdf33 HTTP/1.1" status: 204 len: 168 time: 0.6507602 Apr 08 14:28:48.080662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51476) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:48.203262 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1969773'] for network, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.279214 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Deleting port f11af1f1-19bc-4547-ac11-9f1573cb637c {{(pid=84286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:48.279593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.341523 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] DHCP port deletion for 5dc11f30-a603-48e0-a951-9a6895acb4e4 request from dv-cinder-784623-3-smb {{(pid=84288) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 14:28:48.346277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Deleting port f11af1f1-19bc-4547-ac11-9f1573cb637c {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:48.346701 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.531428 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] For port f11af1f1-19bc-4547-ac11-9f1573cb637c, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f11af1f1-19bc-4547-ac11-9f1573cb637c,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:28:48.531952 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.601593 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.db [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] For port f11af1f1-19bc-4547-ac11-9f1573cb637c, host dv-cinder-784623-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-smb',level=0,port_id=f11af1f1-19bc-4547-ac11-9f1573cb637c,segment=NetworkSegment(46cffbe4-b0dd-4d35-97a1-f65c584ac552),segment_id=46cffbe4-b0dd-4d35-97a1-f65c584ac552)] {{(pid=84288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 14:28:48.601962 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-450936'] for port, precommit_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.682826 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Calling delete_port for f11af1f1-19bc-4547-ac11-9f1573cb637c owned by network:dhcp {{(pid=84286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:28:48.777515 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852839178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284274529669', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363284274973300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036794997218'] for port, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:48.805585 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cf8ff65f-3b37-495c-9607-ac70bf139240 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:48.872873 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11af1f1-19bc-4547-ac11-9f1573cb637c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:48.922292 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:48.922571 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Calling delete_port for f11af1f1-19bc-4547-ac11-9f1573cb637c owned by network:dhcp {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 14:28:48.962723 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] No DVR routers for this DVR port f11af1f1-19bc-4547-ac11-9f1573cb637c on host dv-cinder-784623-3-smb {{(pid=84286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 14:28:49.008904 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.db.api [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84288) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 14:28:49.009312 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_db.api [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 14:28:49.101932 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-12111', 'neutron.services.segments.db._delete_segments_for_network--9223363284274484750'] for network, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.233267 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc11f30-a603-48e0-a951-9a6895acb4e4']}} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:49.248286 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cffbe4-b0dd-4d35-97a1-f65c584ac552') {'for_net_delete': True} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:49.248657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.services.segments.db [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cffbe4-b0dd-4d35-97a1-f65c584ac552') {} {{(pid=84286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 14:28:49.262787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284274452220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794811742'] for segment, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.280285 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770648'] for segment, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.289032 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 14:28:49.488542 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:28:49.499438 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59778665'] for segment, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.511007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Deleting port f11af1f1-19bc-4547-ac11-9f1573cb637c {{(pid=84288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 14:28:49.511462 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752580231078'] for port, before_delete {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.594383 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-a767e473-89ee-4665-b7b1-0aece3b077d7 None None] The port 'f11af1f1-19bc-4547-ac11-9f1573cb637c' was deleted {{(pid=84288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 14:28:49.708020 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.managers [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Network 5dc11f30-a603-48e0-a951-9a6895acb4e4 has no segments {{(pid=84286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 14:28:49.713407 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f11af1f1-19bc-4547-ac11-9f1573cb637c no longer exists at agent ovs-agent-dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: Traceback (most recent call last): Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: timer() Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: cb(*args, **kw) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: return func(*args, **kwargs) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: self._notify() Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: self.callback(batched_events) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: event.method(event) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: segment_id)['aggregates'][0] Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: return f(self, *a, **k) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: return self._get(url).json() Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: **kwargs) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: return self.request(url, 'GET', **kwargs) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: **endpoint_filter) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 14:28:49.738273 dv-cinder-784623-3-smb neutron-server[84173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 14:28:49.790387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.plugin [None req-411226c2-16cf-4029-b583-9163082f6383 None None] No Port match for: f11af1f1-19bc-4547-ac11-9f1573cb637c {{(pid=84288) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 14:28:49.791055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.plugins.ml2.rpc [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Device f11af1f1-19bc-4547-ac11-9f1573cb637c not bound to the agent host dv-cinder-784623-3-smb {{(pid=84288) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 14:28:49.828283 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444354'] for network, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.832170 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:49.849423 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603080'] for network, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:49.857016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc11f30-a603-48e0-a951-9a6895acb4e4,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:49.862843 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:49.875194 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-12cf1613-e4f3-43c9-ae12-a05dc2551506 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5dc11f30-a603-48e0-a951-9a6895acb4e4 HTTP/1.1" status: 204 len: 168 time: 1.7932520 Apr 08 14:28:50.005902 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51482) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:50.047974 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6d5db9b7-a23f-4b5e-b39f-4cb4aff1714a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=492358e2ebd2450998ac601fe78614c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405822 Apr 08 14:28:50.051141 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51486) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:50.117412 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:50.146010 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:50.194347 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:50.199998 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ce3fa373-a962-453e-8aac-1f6747e34e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:50.214735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c26d73-c0b6-48fd-adcc-d20923bae658,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:50.218626 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:50.222702 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:50.223924 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3646c9d3-cf46-42fa-b087-070eb0ca6464 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3c26d73-c0b6-48fd-adcc-d20923bae658 HTTP/1.1" status: 204 len: 168 time: 0.1718102 Apr 08 14:28:50.860116 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:51.884755 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51528) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:52.010085 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.025625 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:28:52.029599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Usage tracker for resource:security_group_rule and tenant:0b5a1229b4df4fc29889c20d7531be16 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:28:52.032526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:28:52.039620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:28:52.124084 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.126879 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.139364 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d257e1ca-9132-4fea-8bca-06a913da355b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:52.424457 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b5a1229b4df4fc29889c20d7531be16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384524 Apr 08 14:28:52.425326 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc3e894-fc3f-4132-8734-7747e9b2ad81,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:52.427535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51534) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:52.428999 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-cede758a-43f9-4a62-80d0-803215348653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:52.513762 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.545409 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.597171 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.602173 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:52.613332 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc3e894-fc3f-4132-8734-7747e9b2ad81,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:52.615919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:52.622028 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.623309 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-e067f36d-c61d-4a63-b7d1-94ed75c60675 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfc3e894-fc3f-4132-8734-7747e9b2ad81 HTTP/1.1" status: 204 len: 168 time: 0.1939952 Apr 08 14:28:52.932196 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51542) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:52.952693 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:52.968357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:28:52.972505 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Usage tracker for resource:security_group_rule and tenant:f307c8e078bf432e8cd444da0606d9f4 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:28:52.975884 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:28:52.982284 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:28:53.071788 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:53.074657 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:53.084357 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3006e147-f1b7-4c5c-8e09-e13909504d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:53.129372 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f307c8e078bf432e8cd444da0606d9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959319 Apr 08 14:28:53.130377 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b22fa44-0f12-4c21-9055-a6d03e33a8e8,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:53.133148 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51546) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:53.133603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-4dd58ffb-75d1-4e5f-8ca1-9b9630a3e1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:53.199426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:53.229247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:53.275282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:53.280437 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-d03c2bd4-4643-4797-86d6-17a7b05a3ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:53.294561 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b22fa44-0f12-4c21-9055-a6d03e33a8e8,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:53.296973 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:53.306673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:53.307914 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6dcd5737-cb6e-4b25-abdd-f22557ae8287 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b22fa44-0f12-4c21-9055-a6d03e33a8e8 HTTP/1.1" status: 204 len: 168 time: 0.1736922 Apr 08 14:28:56.174595 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51616) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:56.313142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.329202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:28:56.333781 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0347533f43452d9e7c4fec1f0faff8 is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:28:56.336794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:28:56.342868 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:28:56.438126 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.441495 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.450986 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e97d1b4e-9216-46c9-b564-a93e639981c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:56.495830 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d0347533f43452d9e7c4fec1f0faff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200366 Apr 08 14:28:56.497620 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea9fe83-b019-4b6c-8c6e-4323eab2d7a7,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:56.499366 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51622) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:56.501344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:56.577181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.606827 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.654766 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.661271 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-333d46e8-0748-437b-968c-8e861d2e661d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:56.674594 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea9fe83-b019-4b6c-8c6e-4323eab2d7a7,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:56.678456 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:56.684633 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:56.685857 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-9a12e80f-8809-472f-8f73-3b633421b7ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bea9fe83-b019-4b6c-8c6e-4323eab2d7a7 HTTP/1.1" status: 204 len: 168 time: 0.1850629 Apr 08 14:28:56.985624 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51632) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:57.007578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.024791 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:28:57.028896 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ef6dff0a284da89532c128dee4528a is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:28:57.032073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:28:57.038514 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:28:57.129129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.133789 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.144087 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-203bfb21-b50e-4a56-9a99-35617115d85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:57.192917 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1ef6dff0a284da89532c128dee4528a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033124 Apr 08 14:28:57.192917 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb805918-c310-462e-98f7-56e3a38874e8,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:57.193866 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51636) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:28:57.195012 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b2897f6a-6d91-4703-a132-9d3c0969d700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:57.269252 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.298815 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.348074 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.353373 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-e3b9bd62-d64d-4b50-bb3a-ef327f0126af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:28:57.371359 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb805918-c310-462e-98f7-56e3a38874e8,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:28:57.376100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:28:57.379183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:28:57.381121 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-5af2db0a-1641-435c-9475-f026cd9e28cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb805918-c310-462e-98f7-56e3a38874e8 HTTP/1.1" status: 204 len: 168 time: 0.1858184 Apr 08 14:28:59.810727 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df014d59-71a8-4801-a5ce-f4b1c1049ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:02.443958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-776ac68c-37eb-4c4f-9ee8-baee86fd3a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:02.920714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.354029 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51712) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:03.500785 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.518552 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:03.523492 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Usage tracker for resource:security_group_rule and tenant:1bae8efe6ea7485da55a4907bdb08706 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:03.526631 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:03.533651 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:03.633080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.635967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.645888 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-fbc41ac3-d06b-44e6-a0dc-acfa29a4a1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:03.694722 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bae8efe6ea7485da55a4907bdb08706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392944 Apr 08 14:29:03.695449 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4621612-8e34-48a1-8a2e-ee309412dcba,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:03.698368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51718) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:03.698892 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:03.768887 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.796871 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.841862 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.846419 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b678e3bb-1c44-4323-b586-56b2a215b61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:03.858487 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4621612-8e34-48a1-8a2e-ee309412dcba,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:03.861526 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:03.868282 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:03.869494 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-eafc65ff-30da-4b31-a847-d1512c4c856a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4621612-8e34-48a1-8a2e-ee309412dcba HTTP/1.1" status: 204 len: 168 time: 0.1700337 Apr 08 14:29:04.072741 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.160008 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51726) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:04.170736 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.179987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.195314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:04.199941 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Usage tracker for resource:security_group_rule and tenant:839d019b48e24bd08c62745b514bd7e2 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:04.202845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:04.209537 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:04.294429 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.297303 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.304983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-41f33ae9-0ddc-451a-8f2d-1552927fb7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:04.350744 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba248158-36ee-4f45-aa9c-d367793e531b,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:04.353967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:04.356793 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-f8355c3d-f608-4e63-a70c-bd3fd2ed80dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=839d019b48e24bd08c62745b514bd7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956973 Apr 08 14:29:04.359545 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51730) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:04.423954 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.451662 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.497648 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.508426 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-bca14af0-c92e-4e07-b40f-e104180063b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:04.520517 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba248158-36ee-4f45-aa9c-d367793e531b,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:04.524334 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:04.533865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:04.538645 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-df4a3fd6-bcf8-490c-960f-d09a1790e825 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba248158-36ee-4f45-aa9c-d367793e531b HTTP/1.1" status: 204 len: 168 time: 0.1763172 Apr 08 14:29:04.815520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:29:09.605967 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51804) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:09.735281 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:09.752080 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:09.756244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fb80f12ba44d0294a014f723c3db4d is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:09.759261 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:09.765455 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:09.858987 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:09.862713 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:09.869787 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-28f0ff50-d540-46fd-a3d1-0100a8032157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:09.913244 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fc575-6ee4-4b1d-a22d-e514cb20870d,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:09.917967 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3fb80f12ba44d0294a014f723c3db4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108203 Apr 08 14:29:09.918981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:09.921166 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51810) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:09.985181 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.012817 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.059719 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.065597 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c70b448e-2d16-4739-a8f8-dc86b0684920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:10.076232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fc575-6ee4-4b1d-a22d-e514cb20870d,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:10.080225 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:10.083818 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.085029 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d89fc575-6ee4-4b1d-a22d-e514cb20870d HTTP/1.1" status: 204 len: 168 time: 0.1628718 Apr 08 14:29:10.374760 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51818) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:10.393381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.412691 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:10.416690 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Usage tracker for resource:security_group_rule and tenant:b84bbc651e2d4491a87e4123021fe97e is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:10.419621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:10.426368 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:10.510293 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.513016 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.522133 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-49a9ee59-b321-4dbd-9c31-5b19765550d5 tempest-TestMinimumBasicScenario-919591000 tempest-TestMinimumBasicScenario-919591000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:10.564878 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b84bbc651e2d4491a87e4123021fe97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889782 Apr 08 14:29:10.565836 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f8299-df7c-41b8-a4c6-96e4731e186b,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:10.567820 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51822) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:10.569062 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c61e73e3-9a84-4fe2-b35b-d355a4cca16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:10.631809 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.659186 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.708341 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.715439 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-ea8bd953-4e32-433a-a736-1df56f1f81a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:10.728454 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f8299-df7c-41b8-a4c6-96e4731e186b,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:10.730801 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:10.736235 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:10.740207 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/332f8299-df7c-41b8-a4c6-96e4731e186b HTTP/1.1" status: 204 len: 168 time: 0.1678159 Apr 08 14:29:12.616198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51878) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:12.753906 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:12.769981 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:12.774043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Usage tracker for resource:security_group_rule and tenant:eaddfccc0944458197e0102fa9da41bc is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:12.777014 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:12.783113 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:12.869753 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:12.872665 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:12.882043 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3dcc0308-7766-42a1-8d7b-6e71926f9e20 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:12.928072 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaddfccc0944458197e0102fa9da41bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104134 Apr 08 14:29:12.929739 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49159ec8-672b-4d65-810a-d1e4957312ae,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:12.931100 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51884) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:12.932913 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-aeda5d02-ed18-48ff-a829-006138e0d4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:12.993854 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.022004 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.065847 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.070950 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-f289130c-a120-4deb-99be-ce7894606242 tempest-AttachVolumeTestJSON-1376681569 tempest-AttachVolumeTestJSON-1376681569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:13.083402 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49159ec8-672b-4d65-810a-d1e4957312ae,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:13.086551 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:13.088587 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.090002 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-77d295f1-b843-4782-88d2-86652d0aabd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49159ec8-672b-4d65-810a-d1e4957312ae HTTP/1.1" status: 204 len: 168 time: 0.1578102 Apr 08 14:29:13.396535 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51892) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:13.416137 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.431198 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:13.435220 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Usage tracker for resource:security_group_rule and tenant:943ad75acadd484e8854654fc1fe303c is out of sync, need to count used quota {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:13.438124 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:13.444916 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:13.534129 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.536812 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.545451 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-1326bd62-3ded-448d-8c8d-0e876767992d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:13.588362 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=943ad75acadd484e8854654fc1fe303c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905906 Apr 08 14:29:13.589209 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83cf552-7892-4e55-84de-7c1c16b9e6a4,revision_number=1']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:13.591842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51896) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:13.592411 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-3576dc86-5039-490f-a91c-1358fa4235b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:13.654919 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.681794 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.726714 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.731729 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-c1ca45ea-58a9-437b-9f84-aa6e3479d1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:13.747073 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83cf552-7892-4e55-84de-7c1c16b9e6a4,revision_number=None']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:13.751185 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:13.760876 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:13.762226 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-a18253a1-97ec-48fd-a365-7fa2f1b6d61e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b83cf552-7892-4e55-84de-7c1c16b9e6a4 HTTP/1.1" status: 204 len: 168 time: 0.1699076 Apr 08 14:29:14.956387 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84287) accepted ('10.222.0.35', 51928) {{(pid=84287) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:15.079164 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.096301 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 14:29:15.101194 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Usage tracker for resource:security_group_rule and tenant:b66792f6103c40e1992cbb647fe804b8 is out of sync, need to count used quota {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 14:29:15.104227 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.quota.resource [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84287) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 14:29:15.110275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.quota.driver [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84287) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 14:29:15.196689 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.202568 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_create {{(pid=84287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.215780 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-2e34a64e-3fd4-44b4-ba59-b28bf62ccbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:15.259639 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b66792f6103c40e1992cbb647fe804b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020270 Apr 08 14:29:15.261344 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e22eab-119c-4d38-9bf4-36810248096c,revision_number=1']} {{(pid=84287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:15.262599 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.wsgi [-] (84286) accepted ('10.222.0.35', 51934) {{(pid=84286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 14:29:15.264590 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-6d0c58b1-4dcb-434e-86ff-c51f5b66b64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:15.326247 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.352988 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.398603 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656827'] for security_group, after_delete {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.403602 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-95f06fa8-fc14-4b2b-b7b8-f4939972904f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 14:29:15.417202 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e22eab-119c-4d38-9bf4-36810248096c,revision_number=None']} {{(pid=84286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 14:29:15.422153 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG oslo_concurrency.lockutils [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 14:29:15.427142 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:15.430835 dv-cinder-784623-3-smb neutron-server[84173]: INFO neutron.wsgi [None req-b854dece-7ec6-4ee3-aaa1-e08e7ef040ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14e22eab-119c-4d38-9bf4-36810248096c HTTP/1.1" status: 204 len: 168 time: 0.1646807 Apr 08 14:29:20.890049 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:29.815381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c4887df7-1beb-4c82-b411-ee91f10176a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:32.445578 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-393bacf2-9147-457f-a868-f5839f6f2446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:32.923183 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:34.076692 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:34.172157 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:41.816378 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:29:50.897673 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:29:59.818735 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-1a52e6b6-19e0-4bf3-badc-816cd86e754c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:02.450232 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-6c961de1-7267-4cfd-9b92-0cb9b6fe66dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:02.927875 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:04.081845 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:04.175734 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:18.818268 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:30:20.903381 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:29.823496 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-94fb5eee-edc5-46c5-8020-3bda87d6f347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:32.453813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-eeddf446-7511-4fd5-a1c9-d92b3ec27549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:32.938865 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:34.096850 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:34.178621 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:50.919290 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:30:55.818894 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:30:59.826646 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-de079f0a-0103-427a-a08f-d1f934660d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:02.457718 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c1980770-42f4-4002-9a9b-3835d9dab55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:02.931018 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:04.090937 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:04.181376 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:20.917945 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:29.828949 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-d13fd95a-d76b-4e66-b128-dc34c73bd17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:32.456138 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-07db01d2-4071-424c-9071-001eba5068e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:32.818642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:31:32.934131 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:34.093280 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:34.182642 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:50.917601 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:31:59.833105 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-9ded8414-9625-4fd5-bd16-3ab831a63bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:02.458983 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-edd13ec4-3863-4b29-9c10-f8da82ef5a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:02.937254 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:04.097275 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:04.186329 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:09.818266 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:32:20.931486 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:29.839114 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab07e-2015-4ebc-b933-f71c78519eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:32.457163 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9086-7674-4657-ac84-03391eb1c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:32.944813 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:34.100560 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:34.189395 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:46.818314 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:32:50.931152 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:32:59.831722 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f29884b0-abd8-4b5c-8bfb-56f931affb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:02.458956 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-f4736fd5-811c-47ae-810d-4431ed137cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:02.945742 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:04.103614 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:04.192118 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:20.944695 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:23.818044 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:33:29.834035 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-2072f70b-b3c8-43f1-a9a0-4567c109846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:32.460703 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-ea801968-dc27-4c30-8968-7b4fd53ad48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:32.949806 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:34.106007 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:34.195520 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:50.953842 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-c559e987-7b7f-47aa-8842-47f73835fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:33:59.846277 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-47dde8d1-22f1-4f88-9da9-f639e460fc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:34:00.823550 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron.db.agents_db [None req-daa28f26-06e4-4648-ab69-b5613417d241 None None] Agent healthcheck: found 6 active agents {{(pid=84289) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 14:34:02.460279 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-49266d07-7484-4ac3-b457-a8049f3889f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:34:02.955699 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6391-647f-4497-a135-587baf6741ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:34:04.108958 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-411226c2-16cf-4029-b583-9163082f6383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 14:34:04.199055 dv-cinder-784623-3-smb neutron-server[84173]: DEBUG neutron_lib.callbacks.manager [None req-73180704-92db-45d0-887b-35f63d07d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284274484767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9987'] for agent, after_update {{(pid=84288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}